[ 608.647123] env[69385]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69385) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 608.647526] env[69385]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69385) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 608.647645] env[69385]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69385) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 608.647967] env[69385]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 608.743958] env[69385]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69385) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 608.754348] env[69385]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69385) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 608.797165] env[69385]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 609.356229] env[69385]: INFO nova.virt.driver [None req-4f31f7b9-c1cf-4aca-b734-586639190192 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 609.427309] env[69385]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.427309] env[69385]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.427309] env[69385]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69385) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 612.669259] env[69385]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-bb4bdbff-0648-4570-bd97-a95c81289e33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.685490] env[69385]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69385) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 612.685684] env[69385]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-90ba9b93-5d7b-4758-9b64-dc7bbaa61711 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.720606] env[69385]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 8ad65. [ 612.720796] env[69385]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.294s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.721340] env[69385]: INFO nova.virt.vmwareapi.driver [None req-4f31f7b9-c1cf-4aca-b734-586639190192 None None] VMware vCenter version: 7.0.3 [ 612.724980] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ed508b-0e55-4081-a2de-19f5b9d4d289 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.746687] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b14bce3-b750-49d2-a18e-7f4a13436bef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.752808] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32702651-f26d-4f11-9adb-52f15bb586c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.759716] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e02b7a-0329-4d23-a878-f6a264a6dcc5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.773544] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40efab9-2245-4f85-84e1-0f0912f8e6f2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.779561] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb635c-fdcb-4923-a9f3-7213139decd9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.809212] env[69385]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ceaee389-24a0-4150-94a7-1f7ebb4c978e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.814013] env[69385]: DEBUG nova.virt.vmwareapi.driver [None req-4f31f7b9-c1cf-4aca-b734-586639190192 None None] Extension org.openstack.compute already exists. {{(pid=69385) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 612.816668] env[69385]: INFO nova.compute.provider_config [None req-4f31f7b9-c1cf-4aca-b734-586639190192 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 613.320314] env[69385]: DEBUG nova.context [None req-4f31f7b9-c1cf-4aca-b734-586639190192 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a0cc8cd3-0e61-4148-9a6c-5897bfd89b67(cell1) {{(pid=69385) load_cells /opt/stack/nova/nova/context.py:464}} [ 613.322434] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.322658] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.323524] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.323984] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Acquiring lock "a0cc8cd3-0e61-4148-9a6c-5897bfd89b67" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.324188] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Lock "a0cc8cd3-0e61-4148-9a6c-5897bfd89b67" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.325229] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Lock "a0cc8cd3-0e61-4148-9a6c-5897bfd89b67" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.346253] env[69385]: INFO dbcounter [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Registered counter for database nova_cell0 [ 613.354229] env[69385]: INFO dbcounter [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Registered counter for database nova_cell1 [ 613.357770] env[69385]: DEBUG oslo_db.sqlalchemy.engines [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69385) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 613.358140] env[69385]: DEBUG oslo_db.sqlalchemy.engines [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69385) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 613.363024] env[69385]: ERROR nova.db.main.api [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 613.363024] env[69385]: result = function(*args, **kwargs) [ 613.363024] env[69385]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 613.363024] env[69385]: return func(*args, **kwargs) [ 613.363024] env[69385]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 613.363024] env[69385]: result = fn(*args, **kwargs) [ 613.363024] env[69385]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 613.363024] env[69385]: return f(*args, **kwargs) [ 613.363024] env[69385]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 613.363024] env[69385]: return db.service_get_minimum_version(context, binaries) [ 613.363024] env[69385]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 613.363024] env[69385]: _check_db_access() [ 613.363024] env[69385]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 613.363024] env[69385]: stacktrace = ''.join(traceback.format_stack()) [ 613.363024] env[69385]: [ 613.363832] env[69385]: ERROR nova.db.main.api [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 613.363832] env[69385]: result = function(*args, **kwargs) [ 613.363832] env[69385]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 613.363832] env[69385]: return func(*args, **kwargs) [ 613.363832] env[69385]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 613.363832] env[69385]: result = fn(*args, **kwargs) [ 613.363832] env[69385]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 613.363832] env[69385]: return f(*args, **kwargs) [ 613.363832] env[69385]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 613.363832] env[69385]: return db.service_get_minimum_version(context, binaries) [ 613.363832] env[69385]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 613.363832] env[69385]: _check_db_access() [ 613.363832] env[69385]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 613.363832] env[69385]: stacktrace = ''.join(traceback.format_stack()) [ 613.363832] env[69385]: [ 613.364435] env[69385]: WARNING nova.objects.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 613.364435] env[69385]: WARNING nova.objects.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Failed to get minimum service version for cell a0cc8cd3-0e61-4148-9a6c-5897bfd89b67 [ 613.364746] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Acquiring lock "singleton_lock" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.364906] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Acquired lock "singleton_lock" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.365155] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Releasing lock "singleton_lock" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.365475] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Full set of CONF: {{(pid=69385) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 613.365617] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ******************************************************************************** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 613.365745] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] Configuration options gathered from: {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 613.365881] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 613.366113] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 613.366246] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ================================================================================ {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 613.366450] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] allow_resize_to_same_host = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.366614] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] arq_binding_timeout = 300 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.366741] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] backdoor_port = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.366865] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] backdoor_socket = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.367070] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] block_device_allocate_retries = 60 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.367249] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] block_device_allocate_retries_interval = 3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.367419] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cert = self.pem {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.367581] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.367743] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute_monitors = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.367906] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] config_dir = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.368089] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] config_drive_format = iso9660 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.368225] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.368415] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] config_source = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.368590] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] console_host = devstack {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.368753] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] control_exchange = nova {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.368911] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cpu_allocation_ratio = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.369084] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] daemon = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.369251] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] debug = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.369405] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] default_access_ip_network_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.369566] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] default_availability_zone = nova {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.369717] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] default_ephemeral_format = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.369872] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] default_green_pool_size = 1000 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.370120] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.370285] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] default_schedule_zone = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.370438] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] disk_allocation_ratio = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.370592] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] enable_new_services = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.370766] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] enabled_apis = ['osapi_compute'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.370926] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] enabled_ssl_apis = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.371105] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] flat_injected = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.371265] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] force_config_drive = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.371418] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] force_raw_images = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.371582] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] graceful_shutdown_timeout = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.371741] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] heal_instance_info_cache_interval = -1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.371963] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] host = cpu-1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.372151] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.372311] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.372500] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.372725] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.372883] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] instance_build_timeout = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.373050] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] instance_delete_interval = 300 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.373222] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] instance_format = [instance: %(uuid)s] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.373384] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] instance_name_template = instance-%08x {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.373540] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] instance_usage_audit = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.373705] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] instance_usage_audit_period = month {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.373863] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.374045] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.374216] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] internal_service_availability_zone = internal {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.374370] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] key = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.374526] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] live_migration_retry_count = 30 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.374687] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] log_color = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.374844] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] log_config_append = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.375018] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.375175] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] log_dir = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.375330] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] log_file = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.375454] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] log_options = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.375611] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] log_rotate_interval = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.375772] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] log_rotate_interval_type = days {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.375931] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] log_rotation_type = none {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.376113] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.376256] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.376428] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.376588] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.376712] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.376867] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] long_rpc_timeout = 1800 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.377055] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] max_concurrent_builds = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.377232] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] max_concurrent_live_migrations = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.377389] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] max_concurrent_snapshots = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.377546] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] max_local_block_devices = 3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.377702] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] max_logfile_count = 30 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.377855] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] max_logfile_size_mb = 200 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.378016] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] maximum_instance_delete_attempts = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.378186] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] metadata_listen = 0.0.0.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.378375] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] metadata_listen_port = 8775 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.378555] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] metadata_workers = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.378715] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] migrate_max_retries = -1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.378876] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] mkisofs_cmd = genisoimage {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.379091] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.379226] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] my_ip = 10.180.1.21 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.379426] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.379587] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] network_allocate_retries = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.379760] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.379925] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.380098] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] osapi_compute_listen_port = 8774 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.380270] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] osapi_compute_unique_server_name_scope = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.380437] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] osapi_compute_workers = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.380597] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] password_length = 12 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.380757] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] periodic_enable = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.380913] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] periodic_fuzzy_delay = 60 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.381091] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] pointer_model = usbtablet {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.381259] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] preallocate_images = none {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.381415] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] publish_errors = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.381542] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] pybasedir = /opt/stack/nova {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.381694] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ram_allocation_ratio = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.381850] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] rate_limit_burst = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.382022] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] rate_limit_except_level = CRITICAL {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.382188] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] rate_limit_interval = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.382342] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] reboot_timeout = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.382493] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] reclaim_instance_interval = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.382647] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] record = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.382813] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] reimage_timeout_per_gb = 60 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.382975] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] report_interval = 120 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.383147] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] rescue_timeout = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.383302] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] reserved_host_cpus = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.383458] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] reserved_host_disk_mb = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.383612] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] reserved_host_memory_mb = 512 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.383769] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] reserved_huge_pages = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.383924] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] resize_confirm_window = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.384122] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] resize_fs_using_block_device = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.384291] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] resume_guests_state_on_host_boot = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.384481] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.384658] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] rpc_response_timeout = 60 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.384826] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] run_external_periodic_tasks = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.384995] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] running_deleted_instance_action = reap {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.385174] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.385335] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] running_deleted_instance_timeout = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.385494] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler_instance_sync_interval = 120 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.385662] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_down_time = 720 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.385828] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] servicegroup_driver = db {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.386048] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] shell_completion = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.386192] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] shelved_offload_time = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.386355] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] shelved_poll_interval = 3600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.386521] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] shutdown_timeout = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.386678] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] source_is_ipv6 = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.386834] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ssl_only = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.387113] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.387291] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] sync_power_state_interval = 600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.387453] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] sync_power_state_pool_size = 1000 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.387619] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] syslog_log_facility = LOG_USER {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.387773] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] tempdir = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.387930] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] timeout_nbd = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.388107] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] transport_url = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.388312] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] update_resources_interval = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.388457] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] use_cow_images = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.388619] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] use_journal = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.388774] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] use_json = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.388929] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] use_rootwrap_daemon = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.389096] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] use_stderr = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.389259] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] use_syslog = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.389411] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vcpu_pin_set = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.389574] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plugging_is_fatal = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.389737] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plugging_timeout = 300 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.389899] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] virt_mkfs = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.390068] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] volume_usage_poll_interval = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.390232] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] watch_log_file = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.390396] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] web = /usr/share/spice-html5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.390575] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.390737] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.390897] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.391075] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_concurrency.disable_process_locking = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.391614] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.391809] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.391982] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.392177] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.392352] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.392521] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.392704] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.auth_strategy = keystone {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.392871] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.compute_link_prefix = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.393059] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.393242] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.dhcp_domain = novalocal {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.393410] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.enable_instance_password = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.393570] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.glance_link_prefix = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.393734] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.393905] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.394111] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.instance_list_per_project_cells = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.394295] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.list_records_by_skipping_down_cells = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.394458] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.local_metadata_per_cell = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.394624] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.max_limit = 1000 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.394789] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.metadata_cache_expiration = 15 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.394965] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.neutron_default_tenant_id = default {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.395155] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.response_validation = warn {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.395327] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.use_neutron_default_nets = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.395496] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.395659] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.395824] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.396019] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.396211] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.vendordata_dynamic_targets = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.396379] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.vendordata_jsonfile_path = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.396559] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.396752] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.backend = dogpile.cache.memcached {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.396922] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.backend_argument = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.397121] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.backend_expiration_time = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.397304] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.config_prefix = cache.oslo {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.397475] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.dead_timeout = 60.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.397639] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.debug_cache_backend = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.397800] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.enable_retry_client = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.397958] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.enable_socket_keepalive = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.398144] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.enabled = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.398312] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.enforce_fips_mode = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.398477] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.expiration_time = 600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.398642] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.hashclient_retry_attempts = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.398807] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.398970] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_dead_retry = 300 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.399146] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_password = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.399313] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.399475] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.399637] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_pool_maxsize = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.399802] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.399963] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_sasl_enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.400157] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.400325] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.400484] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.memcache_username = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.400649] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.proxies = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.400810] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.redis_db = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.400969] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.redis_password = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.401154] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.401330] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.401499] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.redis_server = localhost:6379 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.401661] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.redis_socket_timeout = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.401821] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.redis_username = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.401983] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.retry_attempts = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.402167] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.retry_delay = 0.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.402331] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.socket_keepalive_count = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.402491] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.socket_keepalive_idle = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.402649] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.socket_keepalive_interval = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.402804] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.tls_allowed_ciphers = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.402961] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.tls_cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.403131] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.tls_certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.403295] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.tls_enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.403452] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cache.tls_keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.403620] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.auth_section = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.403792] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.auth_type = password {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.403955] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.404172] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.404343] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.404511] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.404675] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.cross_az_attach = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.404836] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.debug = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.404997] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.endpoint_template = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.405179] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.http_retries = 3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.405344] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.405501] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.405673] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.os_region_name = RegionOne {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.405836] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.406029] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cinder.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.406220] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.406386] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.cpu_dedicated_set = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.406543] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.cpu_shared_set = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.406706] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.image_type_exclude_list = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.406865] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.407076] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.407260] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.407423] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.407591] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.407754] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.resource_provider_association_refresh = 300 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.407912] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.408099] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.shutdown_retry_interval = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.408302] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.408542] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] conductor.workers = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.408753] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] console.allowed_origins = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.408919] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] console.ssl_ciphers = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.409104] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] console.ssl_minimum_version = default {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.409277] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] consoleauth.enforce_session_timeout = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.409442] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] consoleauth.token_ttl = 600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.409613] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.409778] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.409992] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.410185] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.connect_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.410346] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.connect_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.410507] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.endpoint_override = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.410666] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.410861] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.411060] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.max_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.411231] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.min_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.411389] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.region_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.411543] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.retriable_status_codes = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.411696] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.service_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.411865] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.service_type = accelerator {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.412034] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.412197] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.status_code_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.412357] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.status_code_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.412515] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.412694] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.412854] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] cyborg.version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.413033] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.asyncio_connection = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.413202] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.asyncio_slave_connection = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.413372] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.backend = sqlalchemy {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.413537] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.connection = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.413698] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.connection_debug = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.413863] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.connection_parameters = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.414064] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.connection_recycle_time = 3600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.414250] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.connection_trace = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.414415] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.db_inc_retry_interval = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.414577] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.db_max_retries = 20 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.414742] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.db_max_retry_interval = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.414893] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.db_retry_interval = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.415065] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.max_overflow = 50 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.415231] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.max_pool_size = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.415389] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.max_retries = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.415558] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.415712] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.mysql_wsrep_sync_wait = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.415867] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.pool_timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.416059] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.retry_interval = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.416236] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.slave_connection = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.416397] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.sqlite_synchronous = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.416556] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] database.use_db_reconnect = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.416722] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.asyncio_connection = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.416879] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.asyncio_slave_connection = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.417083] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.backend = sqlalchemy {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.417263] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.connection = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.417426] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.connection_debug = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.417594] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.connection_parameters = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.417754] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.connection_recycle_time = 3600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.417914] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.connection_trace = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.418086] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.db_inc_retry_interval = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.418253] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.db_max_retries = 20 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.418414] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.db_max_retry_interval = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.418573] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.db_retry_interval = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.418731] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.max_overflow = 50 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.418889] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.max_pool_size = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.419058] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.max_retries = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.419233] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.419392] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.419546] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.pool_timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.419705] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.retry_interval = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.419859] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.slave_connection = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.420027] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] api_database.sqlite_synchronous = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.420210] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] devices.enabled_mdev_types = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.420384] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.420552] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.420711] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ephemeral_storage_encryption.enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.420870] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.421048] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.api_servers = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.421215] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.421374] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.421533] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.421690] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.connect_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.421845] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.connect_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.422013] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.debug = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.422181] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.default_trusted_certificate_ids = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.422336] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.enable_certificate_validation = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.422493] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.enable_rbd_download = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.422652] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.endpoint_override = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.422816] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.422976] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.423151] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.max_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.423311] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.min_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.423472] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.num_retries = 3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.423638] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.rbd_ceph_conf = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.423799] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.rbd_connect_timeout = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.423989] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.rbd_pool = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.424191] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.rbd_user = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.424362] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.region_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.424523] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.retriable_status_codes = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.424680] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.service_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.424849] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.service_type = image {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.425017] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.425179] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.status_code_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.425338] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.status_code_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.425496] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.425672] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.425836] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.verify_glance_signatures = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.426020] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] glance.version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.426220] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] guestfs.debug = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.426402] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.auth_section = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.426566] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.auth_type = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.426724] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.426881] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.427080] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.427252] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.connect_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.427411] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.connect_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.427568] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.endpoint_override = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.427730] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.427885] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.428055] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.max_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.428219] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.min_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.428379] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.region_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.428535] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.retriable_status_codes = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.428693] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.service_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.428863] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.service_type = shared-file-system {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.429038] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.share_apply_policy_timeout = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.429207] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.429365] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.status_code_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.429522] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.status_code_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.429680] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.429860] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.430031] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] manila.version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.430206] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] mks.enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.430553] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.430744] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] image_cache.manager_interval = 2400 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.430913] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] image_cache.precache_concurrency = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.431099] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] image_cache.remove_unused_base_images = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.431272] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.431437] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.431610] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] image_cache.subdirectory_name = _base {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.431785] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.api_max_retries = 60 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.431949] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.api_retry_interval = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.432121] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.auth_section = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.432287] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.auth_type = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.432445] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.432601] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.432762] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.432923] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.conductor_group = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.433092] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.connect_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.433254] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.connect_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.433411] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.endpoint_override = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.433574] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.433733] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.433891] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.max_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.434085] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.min_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.434272] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.peer_list = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.434435] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.region_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.434595] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.retriable_status_codes = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.434762] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.serial_console_state_timeout = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.434920] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.service_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.435102] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.service_type = baremetal {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.435267] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.shard = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.435431] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.435588] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.status_code_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.435745] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.status_code_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.435904] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.436124] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.436297] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ironic.version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.436480] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.436654] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] key_manager.fixed_key = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.436833] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.437018] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.barbican_api_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.437196] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.barbican_endpoint = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.437374] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.barbican_endpoint_type = public {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.437533] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.barbican_region_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.437690] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.437847] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.438028] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.438187] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.438348] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.438510] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.number_of_retries = 60 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.438671] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.retry_delay = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.438834] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.send_service_user_token = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.438996] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.439180] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.439342] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.verify_ssl = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.439501] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican.verify_ssl_path = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.439667] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican_service_user.auth_section = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.439827] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican_service_user.auth_type = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.439984] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican_service_user.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.440158] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican_service_user.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.440320] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican_service_user.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.440480] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican_service_user.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.440638] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican_service_user.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.440797] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican_service_user.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.440954] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] barbican_service_user.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.441134] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.approle_role_id = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.441293] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.approle_secret_id = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.441462] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.kv_mountpoint = secret {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.441621] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.kv_path = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.441783] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.kv_version = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.441943] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.namespace = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.442116] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.root_token_id = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.442277] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.ssl_ca_crt_file = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.442443] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.timeout = 60.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.442603] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.use_ssl = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.442769] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.442934] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.443107] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.443273] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.443429] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.connect_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.443590] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.connect_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.443750] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.endpoint_override = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.443910] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.444112] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.444286] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.max_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.444447] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.min_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.444608] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.region_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.444769] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.retriable_status_codes = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.444928] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.service_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.445112] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.service_type = identity {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.445278] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.445436] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.status_code_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.445593] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.status_code_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.445750] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.445929] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.446132] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] keystone.version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.446334] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.ceph_mount_options = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.446651] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.446833] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.connection_uri = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.447022] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.cpu_mode = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.447209] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.447383] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.cpu_models = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.447555] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.cpu_power_governor_high = performance {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.447723] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.447885] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.cpu_power_management = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.448077] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.448259] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.device_detach_attempts = 8 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.448427] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.device_detach_timeout = 20 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.448593] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.disk_cachemodes = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.448752] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.disk_prefix = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.448916] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.enabled_perf_events = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.449090] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.file_backed_memory = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.449256] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.gid_maps = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.449413] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.hw_disk_discard = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.449568] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.hw_machine_type = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.449736] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.images_rbd_ceph_conf = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.449897] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.450072] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.450245] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.images_rbd_glance_store_name = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.450411] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.images_rbd_pool = rbd {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.450579] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.images_type = default {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.450736] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.images_volume_group = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.450896] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.inject_key = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.451070] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.inject_partition = -2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.451235] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.inject_password = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.451396] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.iscsi_iface = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.451554] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.iser_use_multipath = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.451716] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.451878] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.452048] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_downtime = 500 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.452216] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.452375] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.452530] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_inbound_addr = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.452687] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.452843] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.452999] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_scheme = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.453184] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_timeout_action = abort {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.453346] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_tunnelled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.453553] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_uri = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.453752] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.live_migration_with_native_tls = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.453916] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.max_queues = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.454121] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.454368] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.454533] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.nfs_mount_options = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.454828] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.455015] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.455193] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.455357] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.455518] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.455678] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.num_pcie_ports = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.455842] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.456041] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.pmem_namespaces = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.456217] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.quobyte_client_cfg = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.456514] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.456695] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.456861] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.457057] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.457236] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rbd_secret_uuid = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.457395] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rbd_user = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.457554] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.457722] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.457878] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rescue_image_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.458046] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rescue_kernel_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.458209] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rescue_ramdisk_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.458376] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.458542] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.rx_queue_size = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.458701] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.smbfs_mount_options = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.458989] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.459183] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.snapshot_compression = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.459346] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.snapshot_image_format = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.459575] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.459742] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.sparse_logical_volumes = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.459901] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.swtpm_enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.460080] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.swtpm_group = tss {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.460250] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.swtpm_user = tss {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.460467] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.sysinfo_serial = unique {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.460660] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.tb_cache_size = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.460820] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.tx_queue_size = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.460985] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.uid_maps = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.461166] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.use_virtio_for_bridges = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.461339] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.virt_type = kvm {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.461504] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.volume_clear = zero {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.461665] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.volume_clear_size = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.461825] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.volume_enforce_multipath = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.461992] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.volume_use_multipath = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.462169] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.vzstorage_cache_path = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.462340] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.462503] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.462669] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.462837] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.463141] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.463325] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.vzstorage_mount_user = stack {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.463493] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.463664] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.auth_section = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.463838] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.auth_type = password {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.464026] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.464208] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.464374] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.464532] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.connect_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.464692] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.connect_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.464862] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.default_floating_pool = public {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.465033] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.endpoint_override = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.465204] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.extension_sync_interval = 600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.465366] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.http_retries = 3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.465533] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.465691] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.465849] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.max_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.466053] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.466230] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.min_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.466401] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.ovs_bridge = br-int {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.466566] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.physnets = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.466736] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.region_name = RegionOne {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.466895] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.retriable_status_codes = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.467098] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.service_metadata_proxy = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.467273] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.service_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.467443] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.service_type = network {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.467604] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.467762] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.status_code_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.467919] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.status_code_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.468092] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.468278] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.468437] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] neutron.version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.468607] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] notifications.bdms_in_notifications = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.468782] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] notifications.default_level = INFO {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.468943] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] notifications.include_share_mapping = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.469131] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] notifications.notification_format = unversioned {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.469297] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] notifications.notify_on_state_change = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.469471] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.469647] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] pci.alias = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.469813] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] pci.device_spec = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.469975] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] pci.report_in_placement = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.470158] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.auth_section = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.470330] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.auth_type = password {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.470495] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.470658] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.470815] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.470973] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.471144] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.connect_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.471303] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.connect_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.471458] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.default_domain_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.471611] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.default_domain_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.471766] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.domain_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.471920] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.domain_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.472087] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.endpoint_override = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.472251] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.472403] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.472555] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.max_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.472707] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.min_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.472871] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.password = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.473038] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.project_domain_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.473209] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.project_domain_name = Default {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.473372] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.project_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.473542] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.project_name = service {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.473707] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.region_name = RegionOne {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.473866] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.retriable_status_codes = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.474058] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.service_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.474253] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.service_type = placement {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.474415] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.474571] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.status_code_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.474731] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.status_code_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.474886] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.system_scope = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.475052] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.475217] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.trust_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.475373] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.user_domain_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.475539] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.user_domain_name = Default {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.475696] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.user_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.475865] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.username = nova {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.476081] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.476254] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] placement.version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.476436] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.cores = 20 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.476596] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.count_usage_from_placement = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.476765] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.476932] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.injected_file_content_bytes = 10240 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.477134] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.injected_file_path_length = 255 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.477307] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.injected_files = 5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.477471] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.instances = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.477636] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.key_pairs = 100 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.477797] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.metadata_items = 128 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.477959] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.ram = 51200 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.478133] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.recheck_quota = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.478298] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.server_group_members = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.478461] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.server_groups = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.478661] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.478835] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] quota.unified_limits_resource_strategy = require {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.479023] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.479189] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.479349] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.image_metadata_prefilter = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.479509] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.479670] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.max_attempts = 3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.479829] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.max_placement_results = 1000 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.479998] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.480160] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.480320] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.480491] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] scheduler.workers = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.480668] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.480836] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.481015] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.481186] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.481349] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.481509] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.481669] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.481853] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.482037] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.host_subset_size = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.482218] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.482377] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.482554] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.482728] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.482904] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.483081] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.isolated_hosts = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.483249] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.isolated_images = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.483410] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.483569] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.483726] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.483881] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.pci_in_placement = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.484075] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.484258] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.484420] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.484580] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.484741] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.484899] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.485071] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.track_instance_changes = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.485251] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.485421] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] metrics.required = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.485581] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] metrics.weight_multiplier = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.485741] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.485903] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] metrics.weight_setting = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.486264] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.486434] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] serial_console.enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.486609] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] serial_console.port_range = 10000:20000 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.486780] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.486945] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.487195] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] serial_console.serialproxy_port = 6083 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.487385] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.auth_section = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.487562] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.auth_type = password {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.487723] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.487882] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.488056] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.488224] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.488382] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.488551] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.send_service_user_token = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.488709] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.488863] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] service_user.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.489042] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.agent_enabled = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.489211] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.489520] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.489724] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.489894] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.html5proxy_port = 6082 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.490067] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.image_compression = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.490231] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.jpeg_compression = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.490387] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.playback_compression = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.490547] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.require_secure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.490713] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.server_listen = 127.0.0.1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.490880] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.491172] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.491345] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.streaming_mode = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.491504] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] spice.zlib_compression = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.491670] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] upgrade_levels.baseapi = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.491840] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] upgrade_levels.compute = auto {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.492007] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] upgrade_levels.conductor = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.492176] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] upgrade_levels.scheduler = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.492342] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.492502] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.492659] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vendordata_dynamic_auth.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.492814] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vendordata_dynamic_auth.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.492973] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.493147] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vendordata_dynamic_auth.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.493304] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.493462] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.493617] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vendordata_dynamic_auth.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.493786] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.api_retry_count = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.493943] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.ca_file = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.494156] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.494333] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.cluster_name = testcl1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.494497] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.connection_pool_size = 10 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.494655] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.console_delay_seconds = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.494826] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.datastore_regex = ^datastore.* {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.495043] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.495225] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.host_password = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.495390] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.host_port = 443 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.495556] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.host_username = administrator@vsphere.local {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.495724] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.insecure = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.495883] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.integration_bridge = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.496090] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.maximum_objects = 100 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.496266] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.pbm_default_policy = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.496427] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.pbm_enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.496583] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.pbm_wsdl_location = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.496751] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.496908] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.serial_port_proxy_uri = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.497099] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.serial_port_service_uri = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.497274] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.task_poll_interval = 0.5 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.497445] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.use_linked_clone = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.497610] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.vnc_keymap = en-us {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.497774] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.vnc_port = 5900 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.497937] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vmware.vnc_port_total = 10000 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.498134] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.auth_schemes = ['none'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.498311] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.498591] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.498771] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.498936] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.novncproxy_port = 6080 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.499152] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.server_listen = 127.0.0.1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.499337] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.499496] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.vencrypt_ca_certs = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.499655] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.vencrypt_client_cert = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.499806] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vnc.vencrypt_client_key = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.499976] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.500156] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.disable_deep_image_inspection = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.500317] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.500475] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.500633] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.500791] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.disable_rootwrap = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.500950] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.enable_numa_live_migration = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.501120] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.501284] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.501442] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.501598] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.libvirt_disable_apic = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.501753] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.501913] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.502080] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.502249] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.502401] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.502555] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.502712] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.502867] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.503041] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.503248] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.503463] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.503638] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.client_socket_timeout = 900 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.503804] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.default_pool_size = 1000 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.503979] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.keep_alive = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.504185] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.max_header_line = 16384 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.504356] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.504518] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.ssl_ca_file = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.504680] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.ssl_cert_file = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.504839] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.ssl_key_file = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.505013] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.tcp_keepidle = 600 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.505222] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.505395] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] zvm.ca_file = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.505556] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] zvm.cloud_connector_url = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.505851] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.506079] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] zvm.reachable_timeout = 300 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.506266] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.506446] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.506620] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.connection_string = messaging:// {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.506784] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.enabled = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.506974] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.es_doc_type = notification {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.507163] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.es_scroll_size = 10000 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.507341] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.es_scroll_time = 2m {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.507507] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.filter_error_trace = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.507677] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.hmac_keys = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.507844] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.sentinel_service_name = mymaster {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.508019] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.socket_timeout = 0.1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.508186] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.trace_requests = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.508348] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler.trace_sqlalchemy = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.508522] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler_jaeger.process_tags = {} {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.508680] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler_jaeger.service_name_prefix = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.508841] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] profiler_otlp.service_name_prefix = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.508999] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] remote_debug.host = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.509171] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] remote_debug.port = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.509345] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.509504] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.509664] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.509820] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.509977] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.510149] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.510304] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.510462] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.510620] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.510785] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.510940] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.511120] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.511286] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.511445] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.511602] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.511767] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.511923] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.512097] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.512265] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.512421] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.512576] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.512734] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.512892] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.513062] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.513224] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.513380] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.513534] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.513689] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.513844] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.514033] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.514222] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.ssl = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.514383] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.514574] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.514746] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.514913] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.515093] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.515256] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.515439] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.515604] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_notifications.retry = -1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.515775] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.515943] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.516134] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.auth_section = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.516301] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.auth_type = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.516456] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.cafile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.516611] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.certfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.516770] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.collect_timing = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.516925] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.connect_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.517124] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.connect_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.517292] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.endpoint_id = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.517463] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.517620] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.endpoint_override = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.517774] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.endpoint_region_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.517930] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.endpoint_service_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.518096] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.endpoint_service_type = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.518262] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.insecure = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.518416] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.keyfile = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.518569] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.max_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.518721] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.min_version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.518874] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.region_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.519038] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.retriable_status_codes = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.519199] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.service_name = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.519354] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.service_type = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.519509] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.split_loggers = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.519661] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.status_code_retries = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.519816] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.status_code_retry_delay = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.519970] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.timeout = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.520143] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.valid_interfaces = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.520298] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_limit.version = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.520458] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_reports.file_event_handler = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.520618] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.520774] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] oslo_reports.log_dir = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.520940] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.521109] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.521268] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.521432] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.521591] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.521745] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.521910] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.522079] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_ovs_privileged.group = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.522240] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.522402] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.522561] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.522713] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] vif_plug_ovs_privileged.user = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.522877] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.523066] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.523241] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.523407] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.523572] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.523739] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.523900] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.524096] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.524286] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.524454] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_ovs.isolate_vif = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.524622] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.524782] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.524946] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.525123] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.525287] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] os_vif_ovs.per_port_bridge = False {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.525453] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] privsep_osbrick.capabilities = [21] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.525607] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] privsep_osbrick.group = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.525760] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] privsep_osbrick.helper_command = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.525922] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.526129] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.526301] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] privsep_osbrick.user = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.526472] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.526678] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] nova_sys_admin.group = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.526862] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] nova_sys_admin.helper_command = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.527063] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.527241] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.527401] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] nova_sys_admin.user = None {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.527531] env[69385]: DEBUG oslo_service.backend.eventlet.service [None req-1521aff0-afb9-4c10-b81c-79436137ccf7 None None] ******************************************************************************** {{(pid=69385) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 613.527946] env[69385]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 614.032595] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c183d023-82a3-4b40-935c-52147431541f None None] Getting list of instances from cluster (obj){ [ 614.032595] env[69385]: value = "domain-c8" [ 614.032595] env[69385]: _type = "ClusterComputeResource" [ 614.032595] env[69385]: } {{(pid=69385) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 614.033765] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c9128c-d8a6-4b17-b52b-9496587abf2c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.042863] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c183d023-82a3-4b40-935c-52147431541f None None] Got total of 0 instances {{(pid=69385) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 614.043468] env[69385]: WARNING nova.virt.vmwareapi.driver [None req-c183d023-82a3-4b40-935c-52147431541f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 614.043971] env[69385]: INFO nova.virt.node [None req-c183d023-82a3-4b40-935c-52147431541f None None] Generated node identity 7e7342d0-d0c8-48be-8581-4cabd96549df [ 614.044224] env[69385]: INFO nova.virt.node [None req-c183d023-82a3-4b40-935c-52147431541f None None] Wrote node identity 7e7342d0-d0c8-48be-8581-4cabd96549df to /opt/stack/data/n-cpu-1/compute_id [ 614.546896] env[69385]: WARNING nova.compute.manager [None req-c183d023-82a3-4b40-935c-52147431541f None None] Compute nodes ['7e7342d0-d0c8-48be-8581-4cabd96549df'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 615.552522] env[69385]: INFO nova.compute.manager [None req-c183d023-82a3-4b40-935c-52147431541f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 616.558796] env[69385]: WARNING nova.compute.manager [None req-c183d023-82a3-4b40-935c-52147431541f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 616.559119] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c183d023-82a3-4b40-935c-52147431541f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.559348] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c183d023-82a3-4b40-935c-52147431541f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.559501] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c183d023-82a3-4b40-935c-52147431541f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.559658] env[69385]: DEBUG nova.compute.resource_tracker [None req-c183d023-82a3-4b40-935c-52147431541f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 616.560576] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a64bc3b-174d-4f5e-95d7-fe82978bf9bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.568662] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d1c3ff-17fd-4da8-bbca-88f6ca85dd61 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.581985] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f508e3-b9c8-442c-aee9-8569d6ad9361 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.588212] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33486cfd-21c3-444f-9cbe-144cfe9b7c39 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.615898] env[69385]: DEBUG nova.compute.resource_tracker [None req-c183d023-82a3-4b40-935c-52147431541f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180985MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 616.616071] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c183d023-82a3-4b40-935c-52147431541f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.616281] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c183d023-82a3-4b40-935c-52147431541f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.118767] env[69385]: WARNING nova.compute.resource_tracker [None req-c183d023-82a3-4b40-935c-52147431541f None None] No compute node record for cpu-1:7e7342d0-d0c8-48be-8581-4cabd96549df: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7e7342d0-d0c8-48be-8581-4cabd96549df could not be found. [ 617.626460] env[69385]: INFO nova.compute.resource_tracker [None req-c183d023-82a3-4b40-935c-52147431541f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7e7342d0-d0c8-48be-8581-4cabd96549df [ 619.135338] env[69385]: DEBUG nova.compute.resource_tracker [None req-c183d023-82a3-4b40-935c-52147431541f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 619.135729] env[69385]: DEBUG nova.compute.resource_tracker [None req-c183d023-82a3-4b40-935c-52147431541f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 619.292778] env[69385]: INFO nova.scheduler.client.report [None req-c183d023-82a3-4b40-935c-52147431541f None None] [req-437e2b95-12a5-4fdb-a36d-c6ec8d3356ca] Created resource provider record via placement API for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 619.310574] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49105c79-3620-41a3-aef8-aaaea1269c9b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.318294] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1dbf0e-678d-42ec-96ee-ce0075e6d437 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.346995] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f8a4d0-e51b-4e91-b662-4629d4b53fe3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.354129] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edd4d3d-82a3-413f-9e22-a6a05ced61a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.366676] env[69385]: DEBUG nova.compute.provider_tree [None req-c183d023-82a3-4b40-935c-52147431541f None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.904209] env[69385]: DEBUG nova.scheduler.client.report [None req-c183d023-82a3-4b40-935c-52147431541f None None] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 619.904598] env[69385]: DEBUG nova.compute.provider_tree [None req-c183d023-82a3-4b40-935c-52147431541f None None] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 0 to 1 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 619.904598] env[69385]: DEBUG nova.compute.provider_tree [None req-c183d023-82a3-4b40-935c-52147431541f None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.952609] env[69385]: DEBUG nova.compute.provider_tree [None req-c183d023-82a3-4b40-935c-52147431541f None None] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 1 to 2 during operation: update_traits {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.457563] env[69385]: DEBUG nova.compute.resource_tracker [None req-c183d023-82a3-4b40-935c-52147431541f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 620.457954] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c183d023-82a3-4b40-935c-52147431541f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.457954] env[69385]: DEBUG nova.service [None req-c183d023-82a3-4b40-935c-52147431541f None None] Creating RPC server for service compute {{(pid=69385) start /opt/stack/nova/nova/service.py:186}} [ 620.472028] env[69385]: DEBUG nova.service [None req-c183d023-82a3-4b40-935c-52147431541f None None] Join ServiceGroup membership for this service compute {{(pid=69385) start /opt/stack/nova/nova/service.py:203}} [ 620.472028] env[69385]: DEBUG nova.servicegroup.drivers.db [None req-c183d023-82a3-4b40-935c-52147431541f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69385) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 660.451553] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "6c78162d-a0fa-4a65-ac65-a2373e077764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.451823] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.954661] env[69385]: DEBUG nova.compute.manager [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.140258] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.140681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.499175] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.499466] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.501014] env[69385]: INFO nova.compute.claims [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.645293] env[69385]: DEBUG nova.compute.manager [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.181665] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.270625] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "1a10274f-7067-432c-896d-873d2613f7c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.270625] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "1a10274f-7067-432c-896d-873d2613f7c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.588994] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c891f72-55f9-4d1c-8460-cb201ae6624a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.597092] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a602079c-ddcc-4152-97dc-e7e5054f9847 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.635391] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06508f1f-a607-4f4f-9e6d-ef9585cbe30e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.642783] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f688db2-a744-4b40-8385-3e4ddd2a61ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.662239] env[69385]: DEBUG nova.compute.provider_tree [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.772779] env[69385]: DEBUG nova.compute.manager [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.164721] env[69385]: DEBUG nova.scheduler.client.report [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.298740] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.670710] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.671471] env[69385]: DEBUG nova.compute.manager [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.676565] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.495s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.678422] env[69385]: INFO nova.compute.claims [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.178511] env[69385]: DEBUG nova.compute.utils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.179960] env[69385]: DEBUG nova.compute.manager [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.181116] env[69385]: DEBUG nova.network.neutron [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.545623] env[69385]: DEBUG nova.policy [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3eed67ec700460197aa981ed0e6fcda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce080879bf6c4fba8ef8018535e6aa9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.691504] env[69385]: DEBUG nova.compute.manager [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.797321] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dbd064-22c8-40d2-9397-c32c224b37de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.811432] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251a1c7a-6f05-4e14-b187-8ad6e6df6e7b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.854896] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77879986-81bc-4075-b3d4-9654b4402dcd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.864352] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9919c1-e199-4505-8e2c-6e871f0f214d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.882116] env[69385]: DEBUG nova.compute.provider_tree [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.389752] env[69385]: DEBUG nova.scheduler.client.report [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.710257] env[69385]: DEBUG nova.compute.manager [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.866098] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.866389] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.866522] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.866726] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.866976] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.867179] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.867394] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.867664] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.868102] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.868204] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.868424] env[69385]: DEBUG nova.virt.hardware [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.869867] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffa8926-0d4c-4773-8bc6-fdbd776c5d9b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.880305] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c907376-f100-4475-8938-7b37779477ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.900662] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.901307] env[69385]: DEBUG nova.compute.manager [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.904362] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.606s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.905531] env[69385]: INFO nova.compute.claims [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.915779] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f9471c-9101-482a-936e-8f67cf841b73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.428926] env[69385]: DEBUG nova.compute.utils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.431019] env[69385]: DEBUG nova.compute.manager [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.431403] env[69385]: DEBUG nova.network.neutron [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.714161] env[69385]: DEBUG nova.policy [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e250b3a9e9644182bed7081e08162a9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '885024cdfee34e8a85a911689b4fee6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.935572] env[69385]: DEBUG nova.compute.manager [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.971028] env[69385]: DEBUG nova.network.neutron [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Successfully created port: 2ed35891-1a35-4198-bec6-035a74ba981d {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.047510] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02993a5b-8f18-4d9b-a351-e3d6901479f2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.065311] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fb45b2-a83b-4f06-b6e5-f2627825ee04 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.110065] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d876c02c-15fe-4e50-942d-1dbe021c3175 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.120208] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a9425a-6dcd-4728-9b9f-b2048971784b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.137201] env[69385]: DEBUG nova.compute.provider_tree [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.640177] env[69385]: DEBUG nova.scheduler.client.report [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.948197] env[69385]: DEBUG nova.compute.manager [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.976353] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquiring lock "096c9c90-970a-4fb8-8e9b-524d880f0dda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.976795] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "096c9c90-970a-4fb8-8e9b-524d880f0dda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.002144] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.002739] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.003062] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.003198] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.003387] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.003608] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.003862] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.004150] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.004390] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.004650] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.004874] env[69385]: DEBUG nova.virt.hardware [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.006139] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46d4276-8014-4072-b802-fa3f5f75d57b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.018671] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62e7e2-f31a-44ae-9f0f-1a976820ed27 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.145738] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.146461] env[69385]: DEBUG nova.compute.manager [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.234124] env[69385]: DEBUG nova.network.neutron [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Successfully created port: 30d6d76f-56e4-40c9-999f-e0768608f7fd {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.480367] env[69385]: DEBUG nova.compute.manager [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.651565] env[69385]: DEBUG nova.compute.utils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.655172] env[69385]: DEBUG nova.compute.manager [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.655172] env[69385]: DEBUG nova.network.neutron [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.738934] env[69385]: DEBUG nova.policy [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25876383f3d48a5b4a8ee80ff3fccd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bb20c7ea76a4c728323406d23768e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.015424] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.015667] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.017454] env[69385]: INFO nova.compute.claims [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.161908] env[69385]: DEBUG nova.compute.manager [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.515832] env[69385]: DEBUG nova.network.neutron [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Successfully created port: 6fb15ca9-f653-4da9-836f-071e35276645 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.551844] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "26506859-aad3-4c58-8001-f9b9fd627d6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.553142] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.009743] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "813826c6-5135-45fb-a05d-5f079eab0d43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.009743] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "813826c6-5135-45fb-a05d-5f079eab0d43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.055310] env[69385]: DEBUG nova.compute.manager [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.171200] env[69385]: DEBUG nova.compute.manager [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.176483] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e949d530-6eb4-4a3e-ad0a-b58bce49da16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.190027] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c2ed50-ecc1-46ae-b45f-75b5e8dc5cfa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.226855] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0561969-4945-498e-9e4c-b6fe6579fc4e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.234799] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0041ee4e-f085-4e7c-9bec-cceed3763f06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.243755] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.243971] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.244162] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.244353] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.244491] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.244629] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.244864] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.245026] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.245190] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.245338] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.245499] env[69385]: DEBUG nova.virt.hardware [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.246424] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e07c60-ffd7-46d8-aa2a-33a09c937d05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.260281] env[69385]: DEBUG nova.compute.provider_tree [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.271699] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe48608-7034-4e0b-a76e-440dfdb509fe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.509898] env[69385]: DEBUG nova.network.neutron [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Successfully updated port: 2ed35891-1a35-4198-bec6-035a74ba981d {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.515455] env[69385]: DEBUG nova.compute.manager [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.593300] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.764982] env[69385]: DEBUG nova.scheduler.client.report [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.980217] env[69385]: DEBUG nova.network.neutron [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Successfully updated port: 30d6d76f-56e4-40c9-999f-e0768608f7fd {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.012201] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "refresh_cache-6c78162d-a0fa-4a65-ac65-a2373e077764" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.012349] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquired lock "refresh_cache-6c78162d-a0fa-4a65-ac65-a2373e077764" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.012498] env[69385]: DEBUG nova.network.neutron [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.044772] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.271622] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.273073] env[69385]: DEBUG nova.compute.manager [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.276805] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.684s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.281346] env[69385]: INFO nova.compute.claims [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.484258] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "refresh_cache-dd4c8664-8216-46b7-8a31-2b113a68cfa7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.484258] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquired lock "refresh_cache-dd4c8664-8216-46b7-8a31-2b113a68cfa7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.484258] env[69385]: DEBUG nova.network.neutron [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.632626] env[69385]: DEBUG nova.network.neutron [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.784941] env[69385]: DEBUG nova.compute.utils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.789729] env[69385]: DEBUG nova.compute.manager [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 671.984629] env[69385]: DEBUG nova.network.neutron [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Updating instance_info_cache with network_info: [{"id": "2ed35891-1a35-4198-bec6-035a74ba981d", "address": "fa:16:3e:9a:26:47", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed35891-1a", "ovs_interfaceid": "2ed35891-1a35-4198-bec6-035a74ba981d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.066428] env[69385]: DEBUG nova.network.neutron [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.141210] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.141452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.290704] env[69385]: DEBUG nova.compute.manager [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.455525] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269aeeee-6b8d-46c6-96da-3046c59d48b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.465416] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2f0366-9992-4a74-9d40-70d03e46ff6e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.498737] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Releasing lock "refresh_cache-6c78162d-a0fa-4a65-ac65-a2373e077764" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.499071] env[69385]: DEBUG nova.compute.manager [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Instance network_info: |[{"id": "2ed35891-1a35-4198-bec6-035a74ba981d", "address": "fa:16:3e:9a:26:47", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed35891-1a", "ovs_interfaceid": "2ed35891-1a35-4198-bec6-035a74ba981d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.499666] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:26:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ed35891-1a35-4198-bec6-035a74ba981d', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.511597] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.512443] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa3a681-11c4-44b5-891a-9614fceb37df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.515650] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07489c51-6bff-4d41-a273-7747d458d49e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.528397] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba4e308-676b-4141-8bee-c118fd75246a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.533410] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Created folder: OpenStack in parent group-v4. [ 672.533714] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Creating folder: Project (ce080879bf6c4fba8ef8018535e6aa9b). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.537058] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6e54b67-0163-4091-b212-119af02d94a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.546052] env[69385]: DEBUG nova.compute.provider_tree [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.551020] env[69385]: DEBUG nova.network.neutron [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Updating instance_info_cache with network_info: [{"id": "30d6d76f-56e4-40c9-999f-e0768608f7fd", "address": "fa:16:3e:78:0c:fa", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d6d76f-56", "ovs_interfaceid": "30d6d76f-56e4-40c9-999f-e0768608f7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.559125] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Created folder: Project (ce080879bf6c4fba8ef8018535e6aa9b) in parent group-v666556. [ 672.559363] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Creating folder: Instances. Parent ref: group-v666557. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.559634] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b69c8c1-d7f3-430f-a8a5-6b3c6e276c19 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.571228] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Created folder: Instances in parent group-v666557. [ 672.571984] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.572420] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.572631] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c81c80-d8b5-440e-a656-fd056b48cfa2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.596247] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.596247] env[69385]: value = "task-3339730" [ 672.596247] env[69385]: _type = "Task" [ 672.596247] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.607940] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339730, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.645169] env[69385]: DEBUG nova.compute.manager [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.050505] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Releasing lock "refresh_cache-dd4c8664-8216-46b7-8a31-2b113a68cfa7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.050837] env[69385]: DEBUG nova.compute.manager [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Instance network_info: |[{"id": "30d6d76f-56e4-40c9-999f-e0768608f7fd", "address": "fa:16:3e:78:0c:fa", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d6d76f-56", "ovs_interfaceid": "30d6d76f-56e4-40c9-999f-e0768608f7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.051914] env[69385]: DEBUG nova.scheduler.client.report [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.055109] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:0c:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30d6d76f-56e4-40c9-999f-e0768608f7fd', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.063272] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Creating folder: Project (885024cdfee34e8a85a911689b4fee6c). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.063811] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24fa54b2-7769-4d3a-aa1d-a35682f91453 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.075359] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Created folder: Project (885024cdfee34e8a85a911689b4fee6c) in parent group-v666556. [ 673.075470] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Creating folder: Instances. Parent ref: group-v666560. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.075700] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad205a1d-3425-4ad8-8921-067cc87bd3d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.092661] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Created folder: Instances in parent group-v666560. [ 673.092933] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.093206] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.093421] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e229d75a-fe7e-42b2-b34a-af40d41fb90a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.114379] env[69385]: DEBUG nova.compute.manager [req-76893001-6eec-4a50-b2a1-eff3490820fa req-841c6d87-a083-4278-ba8e-a0f1996997c1 service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Received event network-vif-plugged-2ed35891-1a35-4198-bec6-035a74ba981d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 673.115449] env[69385]: DEBUG oslo_concurrency.lockutils [req-76893001-6eec-4a50-b2a1-eff3490820fa req-841c6d87-a083-4278-ba8e-a0f1996997c1 service nova] Acquiring lock "6c78162d-a0fa-4a65-ac65-a2373e077764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.116010] env[69385]: DEBUG oslo_concurrency.lockutils [req-76893001-6eec-4a50-b2a1-eff3490820fa req-841c6d87-a083-4278-ba8e-a0f1996997c1 service nova] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.116010] env[69385]: DEBUG oslo_concurrency.lockutils [req-76893001-6eec-4a50-b2a1-eff3490820fa req-841c6d87-a083-4278-ba8e-a0f1996997c1 service nova] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.116110] env[69385]: DEBUG nova.compute.manager [req-76893001-6eec-4a50-b2a1-eff3490820fa req-841c6d87-a083-4278-ba8e-a0f1996997c1 service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] No waiting events found dispatching network-vif-plugged-2ed35891-1a35-4198-bec6-035a74ba981d {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.116459] env[69385]: WARNING nova.compute.manager [req-76893001-6eec-4a50-b2a1-eff3490820fa req-841c6d87-a083-4278-ba8e-a0f1996997c1 service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Received unexpected event network-vif-plugged-2ed35891-1a35-4198-bec6-035a74ba981d for instance with vm_state building and task_state spawning. [ 673.127918] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339730, 'name': CreateVM_Task, 'duration_secs': 0.444945} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.129470] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.129726] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.129726] env[69385]: value = "task-3339733" [ 673.129726] env[69385]: _type = "Task" [ 673.129726] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.140853] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339733, 'name': CreateVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.148771] env[69385]: DEBUG oslo_vmware.service [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392d30a0-5f94-489f-adcf-5cfe2c8b02fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.156509] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.156560] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.157245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.157504] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad236d8-8f55-4330-a46a-db8adf5a8e30 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.166997] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 673.166997] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5294919f-ade0-46af-9f1e-d54b9fa8e03f" [ 673.166997] env[69385]: _type = "Task" [ 673.166997] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.177060] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5294919f-ade0-46af-9f1e-d54b9fa8e03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.177938] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.304840] env[69385]: DEBUG nova.compute.manager [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.341877] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.342140] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.342300] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.342482] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.342623] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.342764] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.342966] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.344189] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.344392] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.344509] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.350036] env[69385]: DEBUG nova.virt.hardware [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.350036] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a1cfa0-4dca-4bb4-8339-d21c080f7b73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.361247] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654cc5f-8c18-42f0-b6b9-cc9cc7e44156 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.374462] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquiring lock "2d9b419c-060f-443b-a18b-d210f9391f4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.374688] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "2d9b419c-060f-443b-a18b-d210f9391f4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.383920] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.389790] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Creating folder: Project (c3c5526797ee47fa960ae53a3c7d09e7). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.391386] env[69385]: DEBUG nova.network.neutron [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Successfully updated port: 6fb15ca9-f653-4da9-836f-071e35276645 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.392647] env[69385]: DEBUG nova.compute.manager [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.395160] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3464b00-f313-45ef-83b7-e71fa7144017 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.411685] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Created folder: Project (c3c5526797ee47fa960ae53a3c7d09e7) in parent group-v666556. [ 673.411685] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Creating folder: Instances. Parent ref: group-v666563. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.411685] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94a0a1b2-525b-4e78-a572-ffad9d008f5c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.424491] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Created folder: Instances in parent group-v666563. [ 673.424957] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.425294] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.425819] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97dd5e1d-3057-48f0-be87-3dea39d3f921 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.447416] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.447416] env[69385]: value = "task-3339736" [ 673.447416] env[69385]: _type = "Task" [ 673.447416] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.454745] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339736, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.565843] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.566286] env[69385]: DEBUG nova.compute.manager [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.569622] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.525s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.571560] env[69385]: INFO nova.compute.claims [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.645848] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339733, 'name': CreateVM_Task, 'duration_secs': 0.363845} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.646852] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.647618] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.684879] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.684879] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.684879] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.684879] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.685318] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.685318] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.686208] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.686208] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c139663-c80b-45c3-a4af-db6b2dd7bd34 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.690048] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054f2141-d255-48a2-9596-38163890560f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.695978] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 673.695978] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524e43cf-4240-5f33-1c85-47411e38a07e" [ 673.695978] env[69385]: _type = "Task" [ 673.695978] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.709630] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524e43cf-4240-5f33-1c85-47411e38a07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.710926] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.713044] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.713044] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61bf102-c598-4256-8d9b-845b2bf352ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.722985] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45aae75-5c64-40cb-a150-d0765925867f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.728739] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 673.728739] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5233f129-88ca-4094-f60c-12a32de05f8d" [ 673.728739] env[69385]: _type = "Task" [ 673.728739] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.738174] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5233f129-88ca-4094-f60c-12a32de05f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.899914] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "refresh_cache-1a10274f-7067-432c-896d-873d2613f7c3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.899914] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "refresh_cache-1a10274f-7067-432c-896d-873d2613f7c3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.899914] env[69385]: DEBUG nova.network.neutron [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.926047] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.959322] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339736, 'name': CreateVM_Task, 'duration_secs': 0.330438} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.959322] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.959496] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.076679] env[69385]: DEBUG nova.compute.utils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.086141] env[69385]: DEBUG nova.compute.manager [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.086285] env[69385]: DEBUG nova.network.neutron [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.209469] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.209723] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.209929] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.210155] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.210443] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.211454] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d85417-68bd-4055-a05c-710cca53b7e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.218655] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 674.218655] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ae7827-25b0-1d63-e13f-cd5a8aa22c0a" [ 674.218655] env[69385]: _type = "Task" [ 674.218655] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.230327] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ae7827-25b0-1d63-e13f-cd5a8aa22c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.234965] env[69385]: DEBUG nova.policy [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661c5c87bed4adfac5d06f6a2ec64e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b959835220a43d3bbc8c04c26c31015', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.242157] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Preparing fetch location {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 674.242450] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Creating directory with path [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.242671] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c08e9d9-2199-4158-b64e-de53b180bd1a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.270674] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Created directory with path [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.270880] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Fetch image to [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 674.271055] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Downloading image file data 6788802f-f696-4e00-9f4a-89d02bb489fb to [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk on the data store datastore2 {{(pid=69385) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 674.275120] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e8244-0765-43a4-9979-db193afa768c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.283336] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc028da-85c2-4082-b740-13b1efad6d7b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.296439] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf78e1-08b0-484a-8109-19c3115a0515 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.335120] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1f9ded-2a96-44dd-abba-23f8bb0e4c6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.348147] env[69385]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c8b93d10-3719-40ec-a644-0b996ec17b72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.441955] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Downloading image file data 6788802f-f696-4e00-9f4a-89d02bb489fb to the data store datastore2 {{(pid=69385) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 674.531144] env[69385]: DEBUG oslo_vmware.rw_handles [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69385) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 674.535653] env[69385]: DEBUG nova.network.neutron [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.605380] env[69385]: DEBUG nova.compute.manager [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.742085] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.742085] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.742609] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.773708] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee22afd-98b7-43e8-b945-fdcdc4467149 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.784359] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a07b4-7e23-4461-9476-a2d6caacc879 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.823469] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ec8e09-3bf2-4746-b45d-900838cb7899 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.836025] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d9b035-c8af-42c0-87b1-3099e56609d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.855531] env[69385]: DEBUG nova.compute.provider_tree [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.207160] env[69385]: DEBUG oslo_vmware.rw_handles [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Completed reading data from the image iterator. {{(pid=69385) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 675.207160] env[69385]: DEBUG oslo_vmware.rw_handles [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 675.219337] env[69385]: DEBUG nova.network.neutron [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Successfully created port: 38f1a54e-19ab-4e9c-b908-75b1740db5ea {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.349744] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Downloaded image file data 6788802f-f696-4e00-9f4a-89d02bb489fb to vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk on the data store datastore2 {{(pid=69385) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 675.352599] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Caching image {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 675.353500] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Copying Virtual Disk [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk to [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.353500] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9a3d3f3-afd4-4806-9407-4c362df9e50c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.361272] env[69385]: DEBUG nova.scheduler.client.report [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.366084] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 675.366084] env[69385]: value = "task-3339737" [ 675.366084] env[69385]: _type = "Task" [ 675.366084] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.375421] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.398978] env[69385]: DEBUG nova.network.neutron [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Updating instance_info_cache with network_info: [{"id": "6fb15ca9-f653-4da9-836f-071e35276645", "address": "fa:16:3e:dd:8e:a7", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb15ca9-f6", "ovs_interfaceid": "6fb15ca9-f653-4da9-836f-071e35276645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.623503] env[69385]: DEBUG nova.compute.manager [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.653922] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.654948] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.654948] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.654948] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.654948] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.654948] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.655295] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.655295] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.655410] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.655576] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.655737] env[69385]: DEBUG nova.virt.hardware [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.656710] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f206bb-536e-4fd9-9961-49cc37dfc343 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.668402] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0440de-893e-46d2-b3d0-91b90309d549 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.869886] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.869886] env[69385]: DEBUG nova.compute.manager [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.873781] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.696s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.879733] env[69385]: INFO nova.compute.claims [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.899358] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339737, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.903696] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "refresh_cache-1a10274f-7067-432c-896d-873d2613f7c3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.903696] env[69385]: DEBUG nova.compute.manager [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Instance network_info: |[{"id": "6fb15ca9-f653-4da9-836f-071e35276645", "address": "fa:16:3e:dd:8e:a7", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb15ca9-f6", "ovs_interfaceid": "6fb15ca9-f653-4da9-836f-071e35276645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.903855] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:8e:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fb15ca9-f653-4da9-836f-071e35276645', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.922991] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating folder: Project (0bb20c7ea76a4c728323406d23768e89). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.922991] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfaa03d4-1b47-4b59-8b69-0bb75f7d3173 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.936216] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Created folder: Project (0bb20c7ea76a4c728323406d23768e89) in parent group-v666556. [ 675.938057] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating folder: Instances. Parent ref: group-v666566. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.938057] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-078cc042-203f-4384-9a89-bff09cb4d0ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.948795] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Created folder: Instances in parent group-v666566. [ 675.949056] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.949257] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.949481] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e073a97-7038-447d-bddd-ce81dd0ec75b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.979502] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.979502] env[69385]: value = "task-3339740" [ 675.979502] env[69385]: _type = "Task" [ 675.979502] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.995960] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339740, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.009760] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "112dc1fc-247c-4305-95d4-7791d39efcd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.009760] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.386735] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71033} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.387175] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Copied Virtual Disk [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk to [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.387175] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleting the datastore file [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.387748] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11232e16-98fc-483c-b6b4-b1f37567db0e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.394192] env[69385]: DEBUG nova.compute.utils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.400380] env[69385]: DEBUG nova.compute.manager [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.400380] env[69385]: DEBUG nova.network.neutron [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.403617] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 676.403617] env[69385]: value = "task-3339741" [ 676.403617] env[69385]: _type = "Task" [ 676.403617] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.415730] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.454595] env[69385]: DEBUG nova.compute.manager [req-e9b3d1fc-8a62-47ae-8406-f3cc229e6831 req-4776b12d-ae3a-4bc7-a65e-df70daeb53a2 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Received event network-vif-plugged-6fb15ca9-f653-4da9-836f-071e35276645 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 676.454845] env[69385]: DEBUG oslo_concurrency.lockutils [req-e9b3d1fc-8a62-47ae-8406-f3cc229e6831 req-4776b12d-ae3a-4bc7-a65e-df70daeb53a2 service nova] Acquiring lock "1a10274f-7067-432c-896d-873d2613f7c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.455100] env[69385]: DEBUG oslo_concurrency.lockutils [req-e9b3d1fc-8a62-47ae-8406-f3cc229e6831 req-4776b12d-ae3a-4bc7-a65e-df70daeb53a2 service nova] Lock "1a10274f-7067-432c-896d-873d2613f7c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.455312] env[69385]: DEBUG oslo_concurrency.lockutils [req-e9b3d1fc-8a62-47ae-8406-f3cc229e6831 req-4776b12d-ae3a-4bc7-a65e-df70daeb53a2 service nova] Lock "1a10274f-7067-432c-896d-873d2613f7c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.455507] env[69385]: DEBUG nova.compute.manager [req-e9b3d1fc-8a62-47ae-8406-f3cc229e6831 req-4776b12d-ae3a-4bc7-a65e-df70daeb53a2 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] No waiting events found dispatching network-vif-plugged-6fb15ca9-f653-4da9-836f-071e35276645 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.455702] env[69385]: WARNING nova.compute.manager [req-e9b3d1fc-8a62-47ae-8406-f3cc229e6831 req-4776b12d-ae3a-4bc7-a65e-df70daeb53a2 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Received unexpected event network-vif-plugged-6fb15ca9-f653-4da9-836f-071e35276645 for instance with vm_state building and task_state spawning. [ 676.473390] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.474365] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.474755] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.475023] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.475222] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.475419] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.475600] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_power_states {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.495911] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339740, 'name': CreateVM_Task, 'duration_secs': 0.437581} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.496438] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.497186] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.497291] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.497588] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.497843] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5821163c-5443-4d5a-be4c-5fc5b98d907d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.503912] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 676.503912] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526b4296-c3c0-dcd3-4a3b-244951b916fa" [ 676.503912] env[69385]: _type = "Task" [ 676.503912] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.513580] env[69385]: DEBUG nova.compute.manager [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.517785] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526b4296-c3c0-dcd3-4a3b-244951b916fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.522175] env[69385]: DEBUG nova.policy [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667507e240b2411aa341938f0b21caf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beac72a77784c2ba1ec58216ee1fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.895956] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "d8b04a21-a612-4352-b07b-df285ac784fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.896323] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "d8b04a21-a612-4352-b07b-df285ac784fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.904855] env[69385]: DEBUG nova.compute.manager [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.924442] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022772} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.926495] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.927114] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Moving file from [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc/6788802f-f696-4e00-9f4a-89d02bb489fb to [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb. {{(pid=69385) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 676.927338] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-59aa1f48-6dbb-4989-bc9d-741d1c556581 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.940429] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 676.940429] env[69385]: value = "task-3339742" [ 676.940429] env[69385]: _type = "Task" [ 676.940429] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.955225] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339742, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.982029] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Getting list of instances from cluster (obj){ [ 676.982029] env[69385]: value = "domain-c8" [ 676.982029] env[69385]: _type = "ClusterComputeResource" [ 676.982029] env[69385]: } {{(pid=69385) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 676.985932] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18990f5e-19d0-4e8d-b322-3851f83adb90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.008583] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Got total of 4 instances {{(pid=69385) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 677.009172] env[69385]: WARNING nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] While synchronizing instance power states, found 7 instances in the database and 4 instances on the hypervisor. [ 677.009172] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 6c78162d-a0fa-4a65-ac65-a2373e077764 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 677.009584] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid dd4c8664-8216-46b7-8a31-2b113a68cfa7 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 677.009584] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 1a10274f-7067-432c-896d-873d2613f7c3 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 677.009714] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 096c9c90-970a-4fb8-8e9b-524d880f0dda {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 677.009863] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 26506859-aad3-4c58-8001-f9b9fd627d6a {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 677.010164] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 813826c6-5135-45fb-a05d-5f079eab0d43 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 677.010164] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid fff0a1a9-950f-4d48-8b42-dbdca8611e96 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 677.014174] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "6c78162d-a0fa-4a65-ac65-a2373e077764" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.014611] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.014658] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "1a10274f-7067-432c-896d-873d2613f7c3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.015223] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "096c9c90-970a-4fb8-8e9b-524d880f0dda" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.015223] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "26506859-aad3-4c58-8001-f9b9fd627d6a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.015351] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "813826c6-5135-45fb-a05d-5f079eab0d43" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.015480] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.015617] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.015825] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 677.021288] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.031515] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.032215] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.032215] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.071416] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.173129] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59acd4cc-46ee-4e46-859f-804c3ee5f413 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.180481] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb91990d-d60a-43d2-a276-b19c0075ceba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.217895] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b69781-dad8-422e-a62f-f82714e482d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.228325] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd314307-e2c3-4b61-85ff-6c05c074e6f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.245421] env[69385]: DEBUG nova.compute.provider_tree [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.311728] env[69385]: DEBUG nova.compute.manager [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Received event network-changed-2ed35891-1a35-4198-bec6-035a74ba981d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.312021] env[69385]: DEBUG nova.compute.manager [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Refreshing instance network info cache due to event network-changed-2ed35891-1a35-4198-bec6-035a74ba981d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 677.314323] env[69385]: DEBUG oslo_concurrency.lockutils [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] Acquiring lock "refresh_cache-6c78162d-a0fa-4a65-ac65-a2373e077764" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.314498] env[69385]: DEBUG oslo_concurrency.lockutils [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] Acquired lock "refresh_cache-6c78162d-a0fa-4a65-ac65-a2373e077764" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.314688] env[69385]: DEBUG nova.network.neutron [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Refreshing network info cache for port 2ed35891-1a35-4198-bec6-035a74ba981d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.407266] env[69385]: DEBUG nova.compute.manager [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.455250] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339742, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023293} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.455475] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] File moved {{(pid=69385) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 677.455696] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Cleaning up location [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 677.455860] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleting the datastore file [datastore2] vmware_temp/1929aef0-fc52-4e5c-96d1-9b8becd881cc {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.458444] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df0eecaa-75c9-448d-a9c4-efc0b245b6aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.468409] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 677.468409] env[69385]: value = "task-3339743" [ 677.468409] env[69385]: _type = "Task" [ 677.468409] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.479868] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.528232] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.658131] env[69385]: DEBUG nova.network.neutron [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Successfully created port: 93289ff9-fb9b-415f-b2bd-019bacbfe0bd {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.752435] env[69385]: DEBUG nova.scheduler.client.report [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.934197] env[69385]: DEBUG nova.compute.manager [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.958709] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.973718] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.973973] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.974217] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.974347] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.974514] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.974675] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.974874] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.979211] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.979511] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.979757] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.983019] env[69385]: DEBUG nova.virt.hardware [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.983019] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810738d0-bbef-44c1-acdd-ab34753d06ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.997493] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025447} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.998756] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36720d1-ee87-44a5-b36b-4c12823681b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.003200] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.004221] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad758aac-848b-4005-84b5-72dfaa859dbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.020858] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 678.020858] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52170dc0-dcec-1cd7-a4b3-b8c42c2b47ab" [ 678.020858] env[69385]: _type = "Task" [ 678.020858] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.032390] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52170dc0-dcec-1cd7-a4b3-b8c42c2b47ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.032390] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.032390] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 6c78162d-a0fa-4a65-ac65-a2373e077764/6c78162d-a0fa-4a65-ac65-a2373e077764.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.032390] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.034548] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.034548] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19fd70c6-506d-4b00-ba3b-a2d20b125b40 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.034548] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d76899a3-a066-4688-bde6-ade155d25844 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.047334] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 678.047334] env[69385]: value = "task-3339744" [ 678.047334] env[69385]: _type = "Task" [ 678.047334] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.047334] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.047334] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.052848] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c94c345-c6e6-4d08-8da3-d21c93207999 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.069115] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.070290] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 678.070290] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527719b9-20d9-e62d-6d13-a5dbbd615c89" [ 678.070290] env[69385]: _type = "Task" [ 678.070290] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.082573] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527719b9-20d9-e62d-6d13-a5dbbd615c89, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.083400] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19164af1-8c91-41e0-8156-0a5ad533f735 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.089994] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 678.089994] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52daebbe-0172-8b84-5d26-b9e7af1533a0" [ 678.089994] env[69385]: _type = "Task" [ 678.089994] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.101782] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52daebbe-0172-8b84-5d26-b9e7af1533a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.262048] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.262675] env[69385]: DEBUG nova.compute.manager [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.265634] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.340s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.267066] env[69385]: INFO nova.compute.claims [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.280167] env[69385]: DEBUG nova.network.neutron [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Updated VIF entry in instance network info cache for port 2ed35891-1a35-4198-bec6-035a74ba981d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.283264] env[69385]: DEBUG nova.network.neutron [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Updating instance_info_cache with network_info: [{"id": "2ed35891-1a35-4198-bec6-035a74ba981d", "address": "fa:16:3e:9a:26:47", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed35891-1a", "ovs_interfaceid": "2ed35891-1a35-4198-bec6-035a74ba981d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.446824] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquiring lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.447191] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.522534] env[69385]: DEBUG nova.network.neutron [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Successfully updated port: 38f1a54e-19ab-4e9c-b908-75b1740db5ea {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.563186] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339744, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.609903] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52daebbe-0172-8b84-5d26-b9e7af1533a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015342} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.612112] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.612112] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] dd4c8664-8216-46b7-8a31-2b113a68cfa7/dd4c8664-8216-46b7-8a31-2b113a68cfa7.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.612112] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.612112] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.612461] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbd79a09-070a-4ee1-b14d-b2ed7018f5a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.615039] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df02cfa7-536d-48fd-a3ca-c16bb7793037 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.624982] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 678.624982] env[69385]: value = "task-3339745" [ 678.624982] env[69385]: _type = "Task" [ 678.624982] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.635402] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.636899] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.637108] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.638921] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b1df52-73a7-4b76-a5ca-3c382e504be6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.645975] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 678.645975] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5211dc7d-8a95-80a0-584f-13911240c684" [ 678.645975] env[69385]: _type = "Task" [ 678.645975] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.657179] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5211dc7d-8a95-80a0-584f-13911240c684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.774608] env[69385]: DEBUG nova.compute.utils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.778808] env[69385]: DEBUG nova.compute.manager [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.778934] env[69385]: DEBUG nova.network.neutron [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.785906] env[69385]: DEBUG oslo_concurrency.lockutils [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] Releasing lock "refresh_cache-6c78162d-a0fa-4a65-ac65-a2373e077764" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.786194] env[69385]: DEBUG nova.compute.manager [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Received event network-vif-plugged-30d6d76f-56e4-40c9-999f-e0768608f7fd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 678.786452] env[69385]: DEBUG oslo_concurrency.lockutils [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] Acquiring lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.786660] env[69385]: DEBUG oslo_concurrency.lockutils [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.786813] env[69385]: DEBUG oslo_concurrency.lockutils [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.786975] env[69385]: DEBUG nova.compute.manager [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] No waiting events found dispatching network-vif-plugged-30d6d76f-56e4-40c9-999f-e0768608f7fd {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.787147] env[69385]: WARNING nova.compute.manager [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Received unexpected event network-vif-plugged-30d6d76f-56e4-40c9-999f-e0768608f7fd for instance with vm_state building and task_state spawning. [ 678.787305] env[69385]: DEBUG nova.compute.manager [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Received event network-changed-30d6d76f-56e4-40c9-999f-e0768608f7fd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 678.787452] env[69385]: DEBUG nova.compute.manager [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Refreshing instance network info cache due to event network-changed-30d6d76f-56e4-40c9-999f-e0768608f7fd. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 678.787644] env[69385]: DEBUG oslo_concurrency.lockutils [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] Acquiring lock "refresh_cache-dd4c8664-8216-46b7-8a31-2b113a68cfa7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.788148] env[69385]: DEBUG oslo_concurrency.lockutils [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] Acquired lock "refresh_cache-dd4c8664-8216-46b7-8a31-2b113a68cfa7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.788148] env[69385]: DEBUG nova.network.neutron [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Refreshing network info cache for port 30d6d76f-56e4-40c9-999f-e0768608f7fd {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.933573] env[69385]: DEBUG nova.policy [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c03c9f362494c35a09dd2644028cdae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18b2bb8a199d4984910c67e33eb0ba61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.026464] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-26506859-aad3-4c58-8001-f9b9fd627d6a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.026642] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-26506859-aad3-4c58-8001-f9b9fd627d6a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.026804] env[69385]: DEBUG nova.network.neutron [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.065792] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686972} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.067267] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 6c78162d-a0fa-4a65-ac65-a2373e077764/6c78162d-a0fa-4a65-ac65-a2373e077764.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.067583] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.067918] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f742a2ac-38d1-4145-8735-c6e858b8dea0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.077168] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 679.077168] env[69385]: value = "task-3339746" [ 679.077168] env[69385]: _type = "Task" [ 679.077168] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.086399] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.137631] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339745, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.159415] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5211dc7d-8a95-80a0-584f-13911240c684, 'name': SearchDatastore_Task, 'duration_secs': 0.053993} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.163260] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb8a2c5-a2ff-483e-9d0a-ba78c4a981d2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.173168] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 679.173168] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521a5953-dc72-de4a-77a6-a2d8bca932d8" [ 679.173168] env[69385]: _type = "Task" [ 679.173168] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.186301] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521a5953-dc72-de4a-77a6-a2d8bca932d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.283019] env[69385]: DEBUG nova.compute.manager [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.369015] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquiring lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.369266] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.450869] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquiring lock "7a6c15e6-6305-4fce-83b4-887a46d06a26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.452279] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "7a6c15e6-6305-4fce-83b4-887a46d06a26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.564853] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ef6dc9-a2eb-4f1c-bd58-e54f26a71c6e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.572237] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b212c5c-13c7-45a3-b635-f3bffc4d68ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.613819] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1ff22-5d1e-46bc-bcb1-3bbf920a3c46 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.619880] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091852} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.620389] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.621861] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d4f553-5939-4e8b-8f48-8947653163e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.630053] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e7734f-c844-422d-b679-c92a6b80f7e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.655045] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 6c78162d-a0fa-4a65-ac65-a2373e077764/6c78162d-a0fa-4a65-ac65-a2373e077764.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.656804] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a626726-b68a-48ae-b924-946b1485b6b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.675994] env[69385]: DEBUG nova.network.neutron [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.678108] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612199} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.684602] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] dd4c8664-8216-46b7-8a31-2b113a68cfa7/dd4c8664-8216-46b7-8a31-2b113a68cfa7.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.684602] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.694115] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b1b9e6e-9111-4a46-af52-5a89d1fb7189 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.695904] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 679.695904] env[69385]: value = "task-3339747" [ 679.695904] env[69385]: _type = "Task" [ 679.695904] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.696349] env[69385]: DEBUG nova.compute.provider_tree [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.704821] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521a5953-dc72-de4a-77a6-a2d8bca932d8, 'name': SearchDatastore_Task, 'duration_secs': 0.043829} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.707081] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.707355] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 096c9c90-970a-4fb8-8e9b-524d880f0dda/096c9c90-970a-4fb8-8e9b-524d880f0dda.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.707662] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 679.707662] env[69385]: value = "task-3339748" [ 679.707662] env[69385]: _type = "Task" [ 679.707662] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.707856] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.708069] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.708521] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa8b58ba-efc5-4c95-a7bb-3021d3893bcc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.714888] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78464e79-7d69-413a-81db-a4e7296dbf1a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.721504] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.726463] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.729343] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.729343] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.729633] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 679.729633] env[69385]: value = "task-3339749" [ 679.729633] env[69385]: _type = "Task" [ 679.729633] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.729848] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a76546d-a804-4b7c-9ed1-2214b959aa14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.743887] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 679.743887] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527aa81d-6d35-9895-e43a-69f6b1376993" [ 679.743887] env[69385]: _type = "Task" [ 679.743887] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.744147] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.753207] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527aa81d-6d35-9895-e43a-69f6b1376993, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.754046] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648f1d24-bc6d-4900-b589-69b062eb5e0c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.759129] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 679.759129] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c60250-5b89-e8eb-ee67-7e21e367cfed" [ 679.759129] env[69385]: _type = "Task" [ 679.759129] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.766802] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c60250-5b89-e8eb-ee67-7e21e367cfed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.871029] env[69385]: DEBUG nova.network.neutron [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Updated VIF entry in instance network info cache for port 30d6d76f-56e4-40c9-999f-e0768608f7fd. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.873054] env[69385]: DEBUG nova.network.neutron [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Updating instance_info_cache with network_info: [{"id": "30d6d76f-56e4-40c9-999f-e0768608f7fd", "address": "fa:16:3e:78:0c:fa", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d6d76f-56", "ovs_interfaceid": "30d6d76f-56e4-40c9-999f-e0768608f7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.985450] env[69385]: DEBUG nova.network.neutron [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Successfully updated port: 93289ff9-fb9b-415f-b2bd-019bacbfe0bd {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.144624] env[69385]: DEBUG nova.network.neutron [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Updating instance_info_cache with network_info: [{"id": "38f1a54e-19ab-4e9c-b908-75b1740db5ea", "address": "fa:16:3e:1b:7c:fb", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f1a54e-19", "ovs_interfaceid": "38f1a54e-19ab-4e9c-b908-75b1740db5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.154716] env[69385]: DEBUG nova.network.neutron [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Successfully created port: 0131306c-6d06-4e2d-a52b-528f3c8b8db3 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.199793] env[69385]: DEBUG nova.scheduler.client.report [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.218362] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.223295] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086933} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.223570] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.225365] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b98d4d-4ece-4c44-bf13-2ff19e1b060e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.249365] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] dd4c8664-8216-46b7-8a31-2b113a68cfa7/dd4c8664-8216-46b7-8a31-2b113a68cfa7.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.252871] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a379ca-5c61-4495-894e-b2a41afde5e9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.275808] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514752} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.277390] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 096c9c90-970a-4fb8-8e9b-524d880f0dda/096c9c90-970a-4fb8-8e9b-524d880f0dda.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.277625] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.277923] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 680.277923] env[69385]: value = "task-3339750" [ 680.277923] env[69385]: _type = "Task" [ 680.277923] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.278116] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952ab68b-a684-4415-85a4-c78f2a70ea43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.286682] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c60250-5b89-e8eb-ee67-7e21e367cfed, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.286903] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.287164] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 1a10274f-7067-432c-896d-873d2613f7c3/1a10274f-7067-432c-896d-873d2613f7c3.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.287387] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d9175b-c2b8-4ef7-a980-09fa9ed02af3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.298034] env[69385]: DEBUG nova.compute.manager [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.300208] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.300516] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 680.300516] env[69385]: value = "task-3339751" [ 680.300516] env[69385]: _type = "Task" [ 680.300516] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.302267] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 680.302267] env[69385]: value = "task-3339752" [ 680.302267] env[69385]: _type = "Task" [ 680.302267] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.314652] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.319340] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.326742] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.326957] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.327136] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.327327] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.327506] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.329136] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.329136] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.329136] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.329136] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.329136] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.329344] env[69385]: DEBUG nova.virt.hardware [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.329344] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b629ef5-6ca1-4f92-b8d8-f4191ffff860 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.336988] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c9eda1-ff4c-47ad-bb4e-148a3776ad26 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.375713] env[69385]: DEBUG oslo_concurrency.lockutils [req-bdbd901a-490a-43b1-a98d-1124ee96a7c1 req-fa2b23a5-f568-463d-a652-c3cece8882c9 service nova] Releasing lock "refresh_cache-dd4c8664-8216-46b7-8a31-2b113a68cfa7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.492559] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.492559] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.492559] env[69385]: DEBUG nova.network.neutron [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.651015] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-26506859-aad3-4c58-8001-f9b9fd627d6a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.651015] env[69385]: DEBUG nova.compute.manager [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Instance network_info: |[{"id": "38f1a54e-19ab-4e9c-b908-75b1740db5ea", "address": "fa:16:3e:1b:7c:fb", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f1a54e-19", "ovs_interfaceid": "38f1a54e-19ab-4e9c-b908-75b1740db5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.651317] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:7c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f1a54e-19ab-4e9c-b908-75b1740db5ea', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.663913] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Creating folder: Project (3b959835220a43d3bbc8c04c26c31015). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.666961] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cbc208f-e3ea-4dc3-b0d6-475158d69011 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.675469] env[69385]: DEBUG nova.compute.manager [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Received event network-changed-6fb15ca9-f653-4da9-836f-071e35276645 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.675841] env[69385]: DEBUG nova.compute.manager [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Refreshing instance network info cache due to event network-changed-6fb15ca9-f653-4da9-836f-071e35276645. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 680.676314] env[69385]: DEBUG oslo_concurrency.lockutils [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] Acquiring lock "refresh_cache-1a10274f-7067-432c-896d-873d2613f7c3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.676555] env[69385]: DEBUG oslo_concurrency.lockutils [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] Acquired lock "refresh_cache-1a10274f-7067-432c-896d-873d2613f7c3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.676863] env[69385]: DEBUG nova.network.neutron [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Refreshing network info cache for port 6fb15ca9-f653-4da9-836f-071e35276645 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.684523] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Created folder: Project (3b959835220a43d3bbc8c04c26c31015) in parent group-v666556. [ 680.685619] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Creating folder: Instances. Parent ref: group-v666569. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.686948] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16cc06ab-bbbe-474c-9409-61d9fe5fd89f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.701192] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Created folder: Instances in parent group-v666569. [ 680.701577] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.704913] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.706794] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e44c4fa-599a-4c68-994a-9859b95c2899 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.733298] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.733801] env[69385]: DEBUG nova.compute.manager [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.743173] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.672s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.744708] env[69385]: INFO nova.compute.claims [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.747698] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquiring lock "920d668d-1947-40bd-9c94-9398ee4a4acc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.748152] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "920d668d-1947-40bd-9c94-9398ee4a4acc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.748374] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339747, 'name': ReconfigVM_Task, 'duration_secs': 0.586407} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.749093] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 6c78162d-a0fa-4a65-ac65-a2373e077764/6c78162d-a0fa-4a65-ac65-a2373e077764.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.749877] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-229974f2-c925-4375-a35f-6f1e5e0adebf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.753332] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.753332] env[69385]: value = "task-3339755" [ 680.753332] env[69385]: _type = "Task" [ 680.753332] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.763541] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339755, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.765599] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 680.765599] env[69385]: value = "task-3339756" [ 680.765599] env[69385]: _type = "Task" [ 680.765599] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.778398] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339756, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.795726] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339750, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.822789] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070036} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.824017] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468347} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.824017] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.824017] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 1a10274f-7067-432c-896d-873d2613f7c3/1a10274f-7067-432c-896d-873d2613f7c3.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.824017] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.824783] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9dc16d-26dd-4125-91db-2237a784233d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.827766] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-101ff8b2-a880-4486-a6f1-4734069d66fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.851275] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 096c9c90-970a-4fb8-8e9b-524d880f0dda/096c9c90-970a-4fb8-8e9b-524d880f0dda.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.853677] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53eee33a-a2e9-4d1d-b1f6-319f7bbbbbf4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.870049] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 680.870049] env[69385]: value = "task-3339757" [ 680.870049] env[69385]: _type = "Task" [ 680.870049] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.875934] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 680.875934] env[69385]: value = "task-3339758" [ 680.875934] env[69385]: _type = "Task" [ 680.875934] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.879808] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.889573] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339758, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.076858] env[69385]: DEBUG nova.network.neutron [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.244527] env[69385]: DEBUG nova.compute.utils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.246040] env[69385]: DEBUG nova.compute.manager [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.249831] env[69385]: DEBUG nova.network.neutron [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.270821] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339755, 'name': CreateVM_Task, 'duration_secs': 0.348907} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.273838] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.275062] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.275231] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.275536] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.276650] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0484b56-1608-4a3a-a8e5-8e770db5eeb5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.283028] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339756, 'name': Rename_Task, 'duration_secs': 0.161893} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.287252] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.288784] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b4ba7d3-750e-40df-9400-0cd83b4e3159 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.290745] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 681.290745] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526fd550-f3c2-63ff-626b-d9dbd577a7a3" [ 681.290745] env[69385]: _type = "Task" [ 681.290745] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.299032] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 681.299032] env[69385]: value = "task-3339759" [ 681.299032] env[69385]: _type = "Task" [ 681.299032] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.299574] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339750, 'name': ReconfigVM_Task, 'duration_secs': 0.533116} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.304043] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Reconfigured VM instance instance-00000002 to attach disk [datastore2] dd4c8664-8216-46b7-8a31-2b113a68cfa7/dd4c8664-8216-46b7-8a31-2b113a68cfa7.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.306142] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f54a5cb5-aac5-4a1c-8f49-805df567ca3d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.320447] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526fd550-f3c2-63ff-626b-d9dbd577a7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.321323] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.321743] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.321867] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.321985] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.322468] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.323070] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25e15a61-0634-4f21-9d59-41163916850c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.328834] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339759, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.329166] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 681.329166] env[69385]: value = "task-3339760" [ 681.329166] env[69385]: _type = "Task" [ 681.329166] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.337703] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339760, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.347990] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.348272] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.349329] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f48418-2768-499f-9ba5-cd13cc619ab4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.358226] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 681.358226] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b6a8f0-0a27-66a8-5272-3f222cb27e90" [ 681.358226] env[69385]: _type = "Task" [ 681.358226] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.366863] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b6a8f0-0a27-66a8-5272-3f222cb27e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.380015] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076572} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.380440] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.386246] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20195aad-6b14-47a7-889a-5bcf8570c04a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.389748] env[69385]: DEBUG nova.network.neutron [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updating instance_info_cache with network_info: [{"id": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "address": "fa:16:3e:3e:ef:59", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93289ff9-fb", "ovs_interfaceid": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.396188] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339758, 'name': ReconfigVM_Task, 'duration_secs': 0.336231} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.408959] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 096c9c90-970a-4fb8-8e9b-524d880f0dda/096c9c90-970a-4fb8-8e9b-524d880f0dda.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.418569] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 1a10274f-7067-432c-896d-873d2613f7c3/1a10274f-7067-432c-896d-873d2613f7c3.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.420024] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f78928-f81d-4f82-854e-407ffd238b30 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.421510] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23f77a7-d969-4c2d-b05a-1bcbdf0c3ae3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.442667] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 681.442667] env[69385]: value = "task-3339761" [ 681.442667] env[69385]: _type = "Task" [ 681.442667] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.444426] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 681.444426] env[69385]: value = "task-3339762" [ 681.444426] env[69385]: _type = "Task" [ 681.444426] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.454529] env[69385]: DEBUG nova.compute.manager [req-9fbf9d26-66f4-4e6c-b8c7-307734a3f6d0 req-44cd1c13-2803-4d47-8d04-6dc6464968c4 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Received event network-vif-plugged-93289ff9-fb9b-415f-b2bd-019bacbfe0bd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.454741] env[69385]: DEBUG oslo_concurrency.lockutils [req-9fbf9d26-66f4-4e6c-b8c7-307734a3f6d0 req-44cd1c13-2803-4d47-8d04-6dc6464968c4 service nova] Acquiring lock "813826c6-5135-45fb-a05d-5f079eab0d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.454950] env[69385]: DEBUG oslo_concurrency.lockutils [req-9fbf9d26-66f4-4e6c-b8c7-307734a3f6d0 req-44cd1c13-2803-4d47-8d04-6dc6464968c4 service nova] Lock "813826c6-5135-45fb-a05d-5f079eab0d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.455121] env[69385]: DEBUG oslo_concurrency.lockutils [req-9fbf9d26-66f4-4e6c-b8c7-307734a3f6d0 req-44cd1c13-2803-4d47-8d04-6dc6464968c4 service nova] Lock "813826c6-5135-45fb-a05d-5f079eab0d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.455288] env[69385]: DEBUG nova.compute.manager [req-9fbf9d26-66f4-4e6c-b8c7-307734a3f6d0 req-44cd1c13-2803-4d47-8d04-6dc6464968c4 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] No waiting events found dispatching network-vif-plugged-93289ff9-fb9b-415f-b2bd-019bacbfe0bd {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.456021] env[69385]: WARNING nova.compute.manager [req-9fbf9d26-66f4-4e6c-b8c7-307734a3f6d0 req-44cd1c13-2803-4d47-8d04-6dc6464968c4 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Received unexpected event network-vif-plugged-93289ff9-fb9b-415f-b2bd-019bacbfe0bd for instance with vm_state building and task_state spawning. [ 681.462854] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.463188] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339761, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.663752] env[69385]: DEBUG nova.policy [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faafffce3e1649ca866ecc71bcb3585c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f69ee33a1bc746ae96f5851e9f4cff7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.759488] env[69385]: DEBUG nova.compute.manager [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.820408] env[69385]: DEBUG oslo_vmware.api [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339759, 'name': PowerOnVM_Task, 'duration_secs': 0.516726} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.820643] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.821067] env[69385]: INFO nova.compute.manager [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Took 16.11 seconds to spawn the instance on the hypervisor. [ 681.821324] env[69385]: DEBUG nova.compute.manager [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.822643] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0bfd0-97f7-4bf7-8bf9-6fc0cc93b4b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.850569] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339760, 'name': Rename_Task, 'duration_secs': 0.140725} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.853522] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.854261] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01abbe5a-3dbe-4d9a-8383-8217fd842fa9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.866513] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 681.866513] env[69385]: value = "task-3339763" [ 681.866513] env[69385]: _type = "Task" [ 681.866513] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.877127] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b6a8f0-0a27-66a8-5272-3f222cb27e90, 'name': SearchDatastore_Task, 'duration_secs': 0.021091} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.879074] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae209adf-4463-463f-ad30-b882e6234b29 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.885442] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339763, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.889110] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 681.889110] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524098b1-9ac7-1694-face-109a0c45ea6e" [ 681.889110] env[69385]: _type = "Task" [ 681.889110] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.895635] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.895793] env[69385]: DEBUG nova.compute.manager [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Instance network_info: |[{"id": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "address": "fa:16:3e:3e:ef:59", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93289ff9-fb", "ovs_interfaceid": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.899463] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:ef:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93289ff9-fb9b-415f-b2bd-019bacbfe0bd', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.905779] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Creating folder: Project (4beac72a77784c2ba1ec58216ee1fdf5). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.905779] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6ab721b-a950-4bc5-bac9-f23b98feb347 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.912642] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524098b1-9ac7-1694-face-109a0c45ea6e, 'name': SearchDatastore_Task, 'duration_secs': 0.016585} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.912642] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.912642] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a/26506859-aad3-4c58-8001-f9b9fd627d6a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.912901] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8efa7542-971e-487c-8640-283163623458 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.920534] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Created folder: Project (4beac72a77784c2ba1ec58216ee1fdf5) in parent group-v666556. [ 681.920534] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Creating folder: Instances. Parent ref: group-v666572. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.920534] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb0cb3e7-4147-4a36-b548-83c84a328bd2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.923540] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 681.923540] env[69385]: value = "task-3339765" [ 681.923540] env[69385]: _type = "Task" [ 681.923540] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.932104] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.936035] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Created folder: Instances in parent group-v666572. [ 681.936035] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.937230] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.937230] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a834a46f-0bcf-451f-b863-35f114892531 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.966390] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339761, 'name': Rename_Task, 'duration_secs': 0.141521} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.970303] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.970542] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.970542] env[69385]: value = "task-3339767" [ 681.970542] env[69385]: _type = "Task" [ 681.970542] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.970747] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339762, 'name': ReconfigVM_Task, 'duration_secs': 0.293715} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.973211] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0154544-7740-4a6f-81f7-215ecf702067 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.974844] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 1a10274f-7067-432c-896d-873d2613f7c3/1a10274f-7067-432c-896d-873d2613f7c3.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.978198] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9277bd43-3ce8-4d72-8d55-6602d9070605 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.987166] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339767, 'name': CreateVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.988218] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 681.988218] env[69385]: value = "task-3339769" [ 681.988218] env[69385]: _type = "Task" [ 681.988218] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.988543] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 681.988543] env[69385]: value = "task-3339768" [ 681.988543] env[69385]: _type = "Task" [ 681.988543] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.004571] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339769, 'name': Rename_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.010964] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339768, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.069414] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc11ec3f-70bd-4d3a-b1db-18876fff0e13 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.075875] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedca7bb-bddd-4d5f-99f8-57c6d5f48c53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.109562] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2c47da-82b0-4b15-bbb0-7a27b03a7bde {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.115702] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df37a71-9da9-4d2b-b0c0-d15124b67fec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.129211] env[69385]: DEBUG nova.compute.provider_tree [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.349359] env[69385]: INFO nova.compute.manager [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Took 20.89 seconds to build instance. [ 682.358755] env[69385]: DEBUG nova.network.neutron [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Updated VIF entry in instance network info cache for port 6fb15ca9-f653-4da9-836f-071e35276645. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.358755] env[69385]: DEBUG nova.network.neutron [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Updating instance_info_cache with network_info: [{"id": "6fb15ca9-f653-4da9-836f-071e35276645", "address": "fa:16:3e:dd:8e:a7", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb15ca9-f6", "ovs_interfaceid": "6fb15ca9-f653-4da9-836f-071e35276645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.383397] env[69385]: DEBUG oslo_vmware.api [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3339763, 'name': PowerOnVM_Task, 'duration_secs': 0.465138} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.383397] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.383397] env[69385]: INFO nova.compute.manager [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Took 14.43 seconds to spawn the instance on the hypervisor. [ 682.383397] env[69385]: DEBUG nova.compute.manager [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.383549] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7e49cb-fffe-4bb9-811d-59f58812aeb8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.436471] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339765, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.487481] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339767, 'name': CreateVM_Task, 'duration_secs': 0.398512} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.487481] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.487481] env[69385]: DEBUG oslo_vmware.service [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b3ec83-6105-4882-9a67-093b3523a327 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.509042] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.509126] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.509487] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.509760] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e493451-2182-4712-b2c2-c94f89defe39 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.519904] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339769, 'name': Rename_Task, 'duration_secs': 0.229568} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.520157] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339768, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.520875] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.521164] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e934676-283a-4f91-8754-08f854300237 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.525388] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 682.525388] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52422a55-bfb2-a1ff-f282-fbc554311e7d" [ 682.525388] env[69385]: _type = "Task" [ 682.525388] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.532594] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 682.532594] env[69385]: value = "task-3339770" [ 682.532594] env[69385]: _type = "Task" [ 682.532594] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.549408] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52422a55-bfb2-a1ff-f282-fbc554311e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.555445] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.632974] env[69385]: DEBUG nova.scheduler.client.report [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.770716] env[69385]: DEBUG nova.compute.manager [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.815883] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.815883] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.816161] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.816161] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.816320] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.816469] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.816692] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.816825] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.817338] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.817338] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.817338] env[69385]: DEBUG nova.virt.hardware [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.818738] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec9c53f-1274-426b-8d38-ce7476048015 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.827653] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae5211-4dab-4d65-8328-edc520793690 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.854448] env[69385]: DEBUG oslo_concurrency.lockutils [None req-732d9fc5-557f-4b58-81a0-b96fcb490753 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.401s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.855961] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.841s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.856173] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] During sync_power_state the instance has a pending task (spawning). Skip. [ 682.856530] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.860341] env[69385]: DEBUG oslo_concurrency.lockutils [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] Releasing lock "refresh_cache-1a10274f-7067-432c-896d-873d2613f7c3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.860661] env[69385]: DEBUG nova.compute.manager [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Received event network-vif-plugged-38f1a54e-19ab-4e9c-b908-75b1740db5ea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 682.861265] env[69385]: DEBUG oslo_concurrency.lockutils [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] Acquiring lock "26506859-aad3-4c58-8001-f9b9fd627d6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.861265] env[69385]: DEBUG oslo_concurrency.lockutils [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.861265] env[69385]: DEBUG oslo_concurrency.lockutils [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.861404] env[69385]: DEBUG nova.compute.manager [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] No waiting events found dispatching network-vif-plugged-38f1a54e-19ab-4e9c-b908-75b1740db5ea {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.861559] env[69385]: WARNING nova.compute.manager [req-afcc871b-94b1-4bed-aed2-ab4a014a88e3 req-9d5907f6-1933-40d6-ba33-6065ef3ab467 service nova] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Received unexpected event network-vif-plugged-38f1a54e-19ab-4e9c-b908-75b1740db5ea for instance with vm_state building and task_state spawning. [ 682.909070] env[69385]: INFO nova.compute.manager [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Took 20.75 seconds to build instance. [ 682.941175] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732686} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.941856] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a/26506859-aad3-4c58-8001-f9b9fd627d6a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.941856] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.942488] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2948e94-01a4-40ae-a0cf-7d6c5e6114d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.952472] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 682.952472] env[69385]: value = "task-3339771" [ 682.952472] env[69385]: _type = "Task" [ 682.952472] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.972431] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.005066] env[69385]: DEBUG oslo_vmware.api [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339768, 'name': PowerOnVM_Task, 'duration_secs': 0.614394} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.005345] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.005705] env[69385]: INFO nova.compute.manager [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Took 9.70 seconds to spawn the instance on the hypervisor. [ 683.006177] env[69385]: DEBUG nova.compute.manager [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.007532] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e5a418-18bc-45ea-8e2b-904620dde6ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.039434] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.039893] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.040330] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.040974] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.040974] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.044448] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbf0ca20-fcbb-4aa1-b097-03894059f09b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.052491] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.054900] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.055480] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.056373] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8cf61b-946d-470c-8924-1557bd35e195 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.062458] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db39fc2-4863-472e-9794-a65ef69dc0c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.067718] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 683.067718] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fa9edc-9831-2384-936e-70f855fb2802" [ 683.067718] env[69385]: _type = "Task" [ 683.067718] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.076452] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fa9edc-9831-2384-936e-70f855fb2802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.129496] env[69385]: DEBUG nova.network.neutron [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Successfully created port: a6b2250b-8c49-4cfe-8448-4c5f6413ffc1 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.137762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.138315] env[69385]: DEBUG nova.compute.manager [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.141622] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.615s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.142471] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.142632] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 683.143460] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.185s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.145581] env[69385]: INFO nova.compute.claims [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.149906] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27c32a7-26ee-457a-a339-cc806c66af13 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.165285] env[69385]: DEBUG nova.network.neutron [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Successfully updated port: 0131306c-6d06-4e2d-a52b-528f3c8b8db3 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.166747] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6e5967-cd4e-4c66-8467-43d45906cf27 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.192741] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904a4757-1684-408b-ae73-7b8b90349554 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.201673] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc50beb-e56d-4cff-a4eb-faf55dcf5f13 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.238535] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180974MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 683.238711] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.359595] env[69385]: DEBUG nova.compute.manager [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.412167] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71714c2d-3a3a-4265-b910-9e282832bb4a tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.271s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.413430] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.399s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.413620] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] During sync_power_state the instance has a pending task (spawning). Skip. [ 683.413791] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.466421] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243245} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.466792] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.467530] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b50caa-59a9-43df-922c-a44e65d60891 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.493857] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a/26506859-aad3-4c58-8001-f9b9fd627d6a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.493857] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceab289b-cee8-4801-a9c7-c5b6b28b24b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.519136] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 683.519136] env[69385]: value = "task-3339772" [ 683.519136] env[69385]: _type = "Task" [ 683.519136] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.536142] env[69385]: INFO nova.compute.manager [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Took 14.55 seconds to build instance. [ 683.545177] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.552154] env[69385]: DEBUG oslo_vmware.api [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339770, 'name': PowerOnVM_Task, 'duration_secs': 0.920849} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.552424] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.552608] env[69385]: INFO nova.compute.manager [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Took 13.38 seconds to spawn the instance on the hypervisor. [ 683.552775] env[69385]: DEBUG nova.compute.manager [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.553728] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96339a35-ca4c-4891-a94c-6c5c9981ce9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.578842] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Preparing fetch location {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 683.579120] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Creating directory with path [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.579353] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d19e7a2f-49df-4aa5-94bd-b69cd04c9349 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.604741] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Created directory with path [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.604947] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Fetch image to [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 683.605128] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Downloading image file data 6788802f-f696-4e00-9f4a-89d02bb489fb to [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk on the data store datastore1 {{(pid=69385) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 683.606185] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8159a3e8-a60c-4f9f-8c25-52d9ff633416 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.614145] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e1cdcd-01e8-40a7-805a-92ec8f763734 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.626235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c13d61-5cb7-4d07-b903-108524928cbd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.663049] env[69385]: DEBUG nova.compute.utils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.674155] env[69385]: DEBUG nova.compute.manager [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.674155] env[69385]: DEBUG nova.network.neutron [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.674155] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a391646-8de8-4161-9411-921d4b0fafce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.678914] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "refresh_cache-fff0a1a9-950f-4d48-8b42-dbdca8611e96" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.678914] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "refresh_cache-fff0a1a9-950f-4d48-8b42-dbdca8611e96" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.678914] env[69385]: DEBUG nova.network.neutron [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.688638] env[69385]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5bad19cc-e213-4bf1-9c52-5b55d747629f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.773653] env[69385]: DEBUG nova.policy [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da75349b19348ceb41c7cbe48260cf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab3927451b1343cb9c1278757643e716', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.783837] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Downloading image file data 6788802f-f696-4e00-9f4a-89d02bb489fb to the data store datastore1 {{(pid=69385) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 683.851197] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69385) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 683.920409] env[69385]: DEBUG nova.compute.manager [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.949901] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.048774] env[69385]: DEBUG oslo_concurrency.lockutils [None req-761649ab-9a9a-401f-a65e-feeb80ec6b9f tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "096c9c90-970a-4fb8-8e9b-524d880f0dda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.072s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.048992] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.054099] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "096c9c90-970a-4fb8-8e9b-524d880f0dda" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.039s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.054435] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] During sync_power_state the instance has a pending task (spawning). Skip. [ 684.054550] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "096c9c90-970a-4fb8-8e9b-524d880f0dda" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.080589] env[69385]: INFO nova.compute.manager [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Took 20.80 seconds to build instance. [ 684.178193] env[69385]: DEBUG nova.compute.manager [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.224164] env[69385]: DEBUG nova.compute.manager [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Received event network-changed-38f1a54e-19ab-4e9c-b908-75b1740db5ea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 684.224753] env[69385]: DEBUG nova.compute.manager [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Refreshing instance network info cache due to event network-changed-38f1a54e-19ab-4e9c-b908-75b1740db5ea. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 684.225687] env[69385]: DEBUG oslo_concurrency.lockutils [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] Acquiring lock "refresh_cache-26506859-aad3-4c58-8001-f9b9fd627d6a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.225687] env[69385]: DEBUG oslo_concurrency.lockutils [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] Acquired lock "refresh_cache-26506859-aad3-4c58-8001-f9b9fd627d6a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.225687] env[69385]: DEBUG nova.network.neutron [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Refreshing network info cache for port 38f1a54e-19ab-4e9c-b908-75b1740db5ea {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.273893] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.274197] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.276560] env[69385]: DEBUG nova.network.neutron [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.439162] env[69385]: DEBUG nova.network.neutron [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Successfully created port: bc34231d-b607-40c6-a37a-42799c028772 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.459324] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.473363] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc0e64-8551-4f16-9e4d-4eb79f3922b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.481957] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d319b9e-2e8d-445d-8cd4-310c4aac3ffc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.513367] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eef1d0-0922-40e6-a46e-851ac8789d87 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.522527] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01722d3b-4db8-4be7-85b3-76818d32aa91 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.542168] env[69385]: DEBUG nova.compute.provider_tree [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.552627] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339772, 'name': ReconfigVM_Task, 'duration_secs': 0.617284} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.552627] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a/26506859-aad3-4c58-8001-f9b9fd627d6a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.552829] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960f9f36-0918-4fe2-a399-9d072ceebfa9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.559280] env[69385]: DEBUG nova.compute.manager [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.562480] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 684.562480] env[69385]: value = "task-3339773" [ 684.562480] env[69385]: _type = "Task" [ 684.562480] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.575677] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339773, 'name': Rename_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.584765] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27bbd126-55c3-4fca-b4fe-fc4d676d9055 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "1a10274f-7067-432c-896d-873d2613f7c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.314s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.586036] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "1a10274f-7067-432c-896d-873d2613f7c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.571s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.586242] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] During sync_power_state the instance has a pending task (spawning). Skip. [ 684.586451] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "1a10274f-7067-432c-896d-873d2613f7c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.640972] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Completed reading data from the image iterator. {{(pid=69385) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 684.640972] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 684.683195] env[69385]: DEBUG nova.network.neutron [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Updating instance_info_cache with network_info: [{"id": "0131306c-6d06-4e2d-a52b-528f3c8b8db3", "address": "fa:16:3e:c1:50:1d", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0131306c-6d", "ovs_interfaceid": "0131306c-6d06-4e2d-a52b-528f3c8b8db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.707778] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Downloaded image file data 6788802f-f696-4e00-9f4a-89d02bb489fb to vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk on the data store datastore1 {{(pid=69385) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 684.710351] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Caching image {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 684.711196] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copying Virtual Disk [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk to [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.712036] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b43ea907-2d33-4849-913a-68d3facc36a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.721547] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 684.721547] env[69385]: value = "task-3339774" [ 684.721547] env[69385]: _type = "Task" [ 684.721547] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.732965] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.053397] env[69385]: DEBUG nova.scheduler.client.report [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.085087] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339773, 'name': Rename_Task, 'duration_secs': 0.185987} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.089221] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.089221] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012bfa16-0736-484e-ba2e-ece79dbb7344 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.090961] env[69385]: DEBUG nova.compute.manager [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.103972] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 685.103972] env[69385]: value = "task-3339775" [ 685.103972] env[69385]: _type = "Task" [ 685.103972] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.113147] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.113697] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.149870] env[69385]: DEBUG nova.network.neutron [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Updated VIF entry in instance network info cache for port 38f1a54e-19ab-4e9c-b908-75b1740db5ea. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.150701] env[69385]: DEBUG nova.network.neutron [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Updating instance_info_cache with network_info: [{"id": "38f1a54e-19ab-4e9c-b908-75b1740db5ea", "address": "fa:16:3e:1b:7c:fb", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f1a54e-19", "ovs_interfaceid": "38f1a54e-19ab-4e9c-b908-75b1740db5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.187573] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "refresh_cache-fff0a1a9-950f-4d48-8b42-dbdca8611e96" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.187883] env[69385]: DEBUG nova.compute.manager [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Instance network_info: |[{"id": "0131306c-6d06-4e2d-a52b-528f3c8b8db3", "address": "fa:16:3e:c1:50:1d", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0131306c-6d", "ovs_interfaceid": "0131306c-6d06-4e2d-a52b-528f3c8b8db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.188989] env[69385]: DEBUG nova.compute.manager [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.192126] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:50:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0131306c-6d06-4e2d-a52b-528f3c8b8db3', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.201231] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Creating folder: Project (18b2bb8a199d4984910c67e33eb0ba61). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.201989] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92bedc84-12ca-4410-a519-d8f3c1f832f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.215368] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Created folder: Project (18b2bb8a199d4984910c67e33eb0ba61) in parent group-v666556. [ 685.215573] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Creating folder: Instances. Parent ref: group-v666575. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.215829] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07a0c60a-0ee9-4f71-909a-734bb2f6683c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.228380] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.228628] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.228776] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.228957] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.229113] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.229258] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.229468] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.229623] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.229783] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.230097] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.230194] env[69385]: DEBUG nova.virt.hardware [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.233521] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d285c5-f50a-4fb8-8d6c-45a967c36f48 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.234775] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Created folder: Instances in parent group-v666575. [ 685.235024] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.236547] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.236603] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fffa97e6-0939-4f0a-b187-a4ab437ef57e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.257416] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339774, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.259159] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985b16a8-c821-4e94-adf2-461109b849a8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.266221] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.266221] env[69385]: value = "task-3339778" [ 685.266221] env[69385]: _type = "Task" [ 685.266221] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.284566] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339778, 'name': CreateVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.361739] env[69385]: DEBUG nova.network.neutron [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Successfully updated port: a6b2250b-8c49-4cfe-8448-4c5f6413ffc1 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.559961] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.560547] env[69385]: DEBUG nova.compute.manager [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.563669] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.325s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.622310] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339775, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.634725] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.653675] env[69385]: DEBUG oslo_concurrency.lockutils [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] Releasing lock "refresh_cache-26506859-aad3-4c58-8001-f9b9fd627d6a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.654052] env[69385]: DEBUG nova.compute.manager [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Received event network-vif-plugged-0131306c-6d06-4e2d-a52b-528f3c8b8db3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.654305] env[69385]: DEBUG oslo_concurrency.lockutils [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] Acquiring lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.654523] env[69385]: DEBUG oslo_concurrency.lockutils [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.654706] env[69385]: DEBUG oslo_concurrency.lockutils [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.654839] env[69385]: DEBUG nova.compute.manager [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] No waiting events found dispatching network-vif-plugged-0131306c-6d06-4e2d-a52b-528f3c8b8db3 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.654999] env[69385]: WARNING nova.compute.manager [req-da1548a8-aaec-4e0a-9d57-b52341e33ab9 req-71bea801-8f02-4655-b9c3-a048b9093c33 service nova] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Received unexpected event network-vif-plugged-0131306c-6d06-4e2d-a52b-528f3c8b8db3 for instance with vm_state building and task_state spawning. [ 685.736507] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907885} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.736768] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copied Virtual Disk [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk to [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.736942] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleting the datastore file [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb/tmp-sparse.vmdk {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.737221] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f2085dc-3a8f-435e-b08b-26ea631c7721 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.744460] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 685.744460] env[69385]: value = "task-3339779" [ 685.744460] env[69385]: _type = "Task" [ 685.744460] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.750350] env[69385]: DEBUG nova.compute.manager [req-3063a38c-e6c7-4994-8417-583b9a4f172c req-394cd683-2ab9-46d4-899e-a8b27db5784b service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Received event network-changed-93289ff9-fb9b-415f-b2bd-019bacbfe0bd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.750563] env[69385]: DEBUG nova.compute.manager [req-3063a38c-e6c7-4994-8417-583b9a4f172c req-394cd683-2ab9-46d4-899e-a8b27db5784b service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Refreshing instance network info cache due to event network-changed-93289ff9-fb9b-415f-b2bd-019bacbfe0bd. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 685.750950] env[69385]: DEBUG oslo_concurrency.lockutils [req-3063a38c-e6c7-4994-8417-583b9a4f172c req-394cd683-2ab9-46d4-899e-a8b27db5784b service nova] Acquiring lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.750950] env[69385]: DEBUG oslo_concurrency.lockutils [req-3063a38c-e6c7-4994-8417-583b9a4f172c req-394cd683-2ab9-46d4-899e-a8b27db5784b service nova] Acquired lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.751123] env[69385]: DEBUG nova.network.neutron [req-3063a38c-e6c7-4994-8417-583b9a4f172c req-394cd683-2ab9-46d4-899e-a8b27db5784b service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Refreshing network info cache for port 93289ff9-fb9b-415f-b2bd-019bacbfe0bd {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.758270] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.780751] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339778, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.865356] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquiring lock "refresh_cache-2d9b419c-060f-443b-a18b-d210f9391f4d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.865984] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquired lock "refresh_cache-2d9b419c-060f-443b-a18b-d210f9391f4d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.866310] env[69385]: DEBUG nova.network.neutron [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.964317] env[69385]: DEBUG nova.compute.manager [None req-cc497311-b92f-443b-9a58-297e7efe5cb6 tempest-ServerDiagnosticsV248Test-1103554981 tempest-ServerDiagnosticsV248Test-1103554981-project-admin] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.967630] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac37079a-bf4b-4bca-a5fc-80ecc51f707c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.977173] env[69385]: INFO nova.compute.manager [None req-cc497311-b92f-443b-9a58-297e7efe5cb6 tempest-ServerDiagnosticsV248Test-1103554981 tempest-ServerDiagnosticsV248Test-1103554981-project-admin] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Retrieving diagnostics [ 685.978818] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b9bca6-1cad-465a-b11f-3e3ca382a296 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.068376] env[69385]: DEBUG nova.compute.utils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.076872] env[69385]: DEBUG nova.compute.manager [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.077061] env[69385]: DEBUG nova.network.neutron [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.119580] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339775, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.165113] env[69385]: DEBUG nova.policy [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c03c9f362494c35a09dd2644028cdae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18b2bb8a199d4984910c67e33eb0ba61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.182028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquiring lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.182028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.218827] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "2b369931-313e-49c3-a555-937110bb700e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.218827] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.259755] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051072} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.260358] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.260574] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Moving file from [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982/6788802f-f696-4e00-9f4a-89d02bb489fb to [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb. {{(pid=69385) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 686.260834] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-610950ae-9026-41b2-913f-436af89594d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.278162] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339778, 'name': CreateVM_Task, 'duration_secs': 0.646985} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.279560] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.279871] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 686.279871] env[69385]: value = "task-3339780" [ 686.279871] env[69385]: _type = "Task" [ 686.279871] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.280557] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.280710] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.281040] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.282718] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8323df0a-4619-47e1-8ad5-883ac08df46a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.289600] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 686.289600] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52956d1a-487f-8821-726e-7e6c533e4d8e" [ 686.289600] env[69385]: _type = "Task" [ 686.289600] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.296027] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339780, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.303842] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52956d1a-487f-8821-726e-7e6c533e4d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.369446] env[69385]: DEBUG nova.network.neutron [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Successfully updated port: bc34231d-b607-40c6-a37a-42799c028772 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.432181] env[69385]: DEBUG nova.network.neutron [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.570145] env[69385]: DEBUG nova.compute.manager [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.622148] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339775, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.623133] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 6c78162d-a0fa-4a65-ac65-a2373e077764 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.623133] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance dd4c8664-8216-46b7-8a31-2b113a68cfa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.623133] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 1a10274f-7067-432c-896d-873d2613f7c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.623133] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 096c9c90-970a-4fb8-8e9b-524d880f0dda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.623266] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 26506859-aad3-4c58-8001-f9b9fd627d6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.623970] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 813826c6-5135-45fb-a05d-5f079eab0d43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.623970] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance fff0a1a9-950f-4d48-8b42-dbdca8611e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.623970] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 2d9b419c-060f-443b-a18b-d210f9391f4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.623970] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 112dc1fc-247c-4305-95d4-7791d39efcd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.624350] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance d8b04a21-a612-4352-b07b-df285ac784fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.712295] env[69385]: DEBUG nova.network.neutron [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Updating instance_info_cache with network_info: [{"id": "a6b2250b-8c49-4cfe-8448-4c5f6413ffc1", "address": "fa:16:3e:34:33:f8", "network": {"id": "01eb6420-8b13-4886-993e-7231c2a29efe", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1720206353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69ee33a1bc746ae96f5851e9f4cff7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b2250b-8c", "ovs_interfaceid": "a6b2250b-8c49-4cfe-8448-4c5f6413ffc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.795265] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339780, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035228} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.795690] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] File moved {{(pid=69385) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 686.796638] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Cleaning up location [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982 {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 686.797142] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleting the datastore file [datastore1] vmware_temp/eb208f65-55fd-4c3c-8052-a2acd6426982 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.801021] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d461f10-52bb-4e8d-9326-1bee9ad31fd4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.814020] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.815400] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.815597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.815829] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 686.815829] env[69385]: value = "task-3339781" [ 686.815829] env[69385]: _type = "Task" [ 686.815829] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.826610] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.874245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.874418] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.874742] env[69385]: DEBUG nova.network.neutron [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.883677] env[69385]: DEBUG nova.network.neutron [req-3063a38c-e6c7-4994-8417-583b9a4f172c req-394cd683-2ab9-46d4-899e-a8b27db5784b service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updated VIF entry in instance network info cache for port 93289ff9-fb9b-415f-b2bd-019bacbfe0bd. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.883677] env[69385]: DEBUG nova.network.neutron [req-3063a38c-e6c7-4994-8417-583b9a4f172c req-394cd683-2ab9-46d4-899e-a8b27db5784b service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updating instance_info_cache with network_info: [{"id": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "address": "fa:16:3e:3e:ef:59", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93289ff9-fb", "ovs_interfaceid": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.922454] env[69385]: DEBUG nova.network.neutron [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Successfully created port: ea03b0f4-e390-486d-bd3d-294e4e33349b {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.949660] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "a233c308-e579-4de8-892f-8874d85acd7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.949922] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "a233c308-e579-4de8-892f-8874d85acd7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.117706] env[69385]: DEBUG oslo_vmware.api [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339775, 'name': PowerOnVM_Task, 'duration_secs': 1.60179} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.120421] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.120421] env[69385]: INFO nova.compute.manager [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Took 11.50 seconds to spawn the instance on the hypervisor. [ 687.120421] env[69385]: DEBUG nova.compute.manager [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.120421] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368c69f-0861-44ec-9dbc-00c1a8ecdf6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.134694] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.196385] env[69385]: DEBUG oslo_concurrency.lockutils [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Acquiring lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.196854] env[69385]: DEBUG oslo_concurrency.lockutils [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.197448] env[69385]: DEBUG oslo_concurrency.lockutils [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Acquiring lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.197615] env[69385]: DEBUG oslo_concurrency.lockutils [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.197807] env[69385]: DEBUG oslo_concurrency.lockutils [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.200167] env[69385]: INFO nova.compute.manager [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Terminating instance [ 687.218696] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Releasing lock "refresh_cache-2d9b419c-060f-443b-a18b-d210f9391f4d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.219063] env[69385]: DEBUG nova.compute.manager [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Instance network_info: |[{"id": "a6b2250b-8c49-4cfe-8448-4c5f6413ffc1", "address": "fa:16:3e:34:33:f8", "network": {"id": "01eb6420-8b13-4886-993e-7231c2a29efe", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1720206353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69ee33a1bc746ae96f5851e9f4cff7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b2250b-8c", "ovs_interfaceid": "a6b2250b-8c49-4cfe-8448-4c5f6413ffc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.220060] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:33:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6b2250b-8c49-4cfe-8448-4c5f6413ffc1', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.229359] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Creating folder: Project (f69ee33a1bc746ae96f5851e9f4cff7d). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.229994] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a0d1948-1cf0-4055-ba40-c094406ea150 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.241736] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Created folder: Project (f69ee33a1bc746ae96f5851e9f4cff7d) in parent group-v666556. [ 687.241912] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Creating folder: Instances. Parent ref: group-v666578. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.242156] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-867e767b-9c12-4dee-975d-459710e2f8fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.250786] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Created folder: Instances in parent group-v666578. [ 687.250887] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.251162] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.251292] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7afeda1-48e2-4421-9d95-20bfc68f6356 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.275895] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.275895] env[69385]: value = "task-3339784" [ 687.275895] env[69385]: _type = "Task" [ 687.275895] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.283873] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339784, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.308271] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "1a10274f-7067-432c-896d-873d2613f7c3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.308722] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "1a10274f-7067-432c-896d-873d2613f7c3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.309016] env[69385]: DEBUG nova.compute.manager [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.310636] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5313ae-ba71-4a6f-9481-e7e4e518f7e9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.320338] env[69385]: DEBUG nova.compute.manager [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 687.320956] env[69385]: DEBUG nova.objects.instance [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lazy-loading 'flavor' on Instance uuid 1a10274f-7067-432c-896d-873d2613f7c3 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.331612] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028938} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.331955] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.332785] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156a246a-7b39-4d95-b190-121e91a6025d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.340205] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 687.340205] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5216d19e-8805-119c-82ef-2bfa138eaf96" [ 687.340205] env[69385]: _type = "Task" [ 687.340205] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.347934] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5216d19e-8805-119c-82ef-2bfa138eaf96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.386338] env[69385]: DEBUG oslo_concurrency.lockutils [req-3063a38c-e6c7-4994-8417-583b9a4f172c req-394cd683-2ab9-46d4-899e-a8b27db5784b service nova] Releasing lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.452225] env[69385]: DEBUG nova.network.neutron [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.581994] env[69385]: DEBUG nova.compute.manager [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.614949] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.615331] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.615486] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.615662] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.615800] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.615937] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.617344] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.617344] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.617344] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.617344] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.617344] env[69385]: DEBUG nova.virt.hardware [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.617940] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a195cd3-408e-4a49-a3f6-f47997711a47 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.626761] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7745fbb3-6878-426e-83f2-c593a1ea8fda {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.644547] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 3d1c0d44-5ddc-465f-9e7e-ad787491bf99 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.646330] env[69385]: INFO nova.compute.manager [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Took 17.08 seconds to build instance. [ 687.706282] env[69385]: DEBUG nova.compute.manager [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.706563] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.707713] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c7038-2dcc-48d2-8626-4a6db1a20b2b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.717382] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.717480] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95bcc45e-72b4-49db-9953-f0b3533a5d20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.724383] env[69385]: DEBUG oslo_vmware.api [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Waiting for the task: (returnval){ [ 687.724383] env[69385]: value = "task-3339785" [ 687.724383] env[69385]: _type = "Task" [ 687.724383] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.732359] env[69385]: DEBUG oslo_vmware.api [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Task: {'id': task-3339785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.788085] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339784, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.819223] env[69385]: DEBUG nova.network.neutron [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance_info_cache with network_info: [{"id": "bc34231d-b607-40c6-a37a-42799c028772", "address": "fa:16:3e:75:8c:b9", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc34231d-b6", "ovs_interfaceid": "bc34231d-b607-40c6-a37a-42799c028772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.852162] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5216d19e-8805-119c-82ef-2bfa138eaf96, 'name': SearchDatastore_Task, 'duration_secs': 0.016209} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.852296] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.852468] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 813826c6-5135-45fb-a05d-5f079eab0d43/813826c6-5135-45fb-a05d-5f079eab0d43.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.852759] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.852952] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.853290] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f37a6c8-28a9-44bb-a67b-78b4c057f3c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.856852] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46a8c0d8-e1f6-4253-af2b-30e5d0c3e62d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.867905] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 687.867905] env[69385]: value = "task-3339786" [ 687.867905] env[69385]: _type = "Task" [ 687.867905] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.873665] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.873856] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.874655] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f0e918-9bea-4e21-894b-d8de10476448 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.886046] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.886046] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 687.886046] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5212bb5e-a6b3-f742-4420-30bad04c62c5" [ 687.886046] env[69385]: _type = "Task" [ 687.886046] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.899945] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5212bb5e-a6b3-f742-4420-30bad04c62c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.056882] env[69385]: DEBUG nova.compute.manager [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Received event network-changed-0131306c-6d06-4e2d-a52b-528f3c8b8db3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.057123] env[69385]: DEBUG nova.compute.manager [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Refreshing instance network info cache due to event network-changed-0131306c-6d06-4e2d-a52b-528f3c8b8db3. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 688.057411] env[69385]: DEBUG oslo_concurrency.lockutils [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] Acquiring lock "refresh_cache-fff0a1a9-950f-4d48-8b42-dbdca8611e96" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.057610] env[69385]: DEBUG oslo_concurrency.lockutils [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] Acquired lock "refresh_cache-fff0a1a9-950f-4d48-8b42-dbdca8611e96" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.057878] env[69385]: DEBUG nova.network.neutron [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Refreshing network info cache for port 0131306c-6d06-4e2d-a52b-528f3c8b8db3 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.149084] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 7a6c15e6-6305-4fce-83b4-887a46d06a26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.150715] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3c74e0fc-2879-4225-96b6-0a8ca456615c tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.598s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.151938] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.137s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.152797] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] During sync_power_state the instance has a pending task (spawning). Skip. [ 688.154378] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.240055] env[69385]: DEBUG oslo_vmware.api [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Task: {'id': task-3339785, 'name': PowerOffVM_Task, 'duration_secs': 0.231309} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.240475] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.240693] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.240977] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f2b883-186f-4f34-877f-40e886ef24ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.292988] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339784, 'name': CreateVM_Task, 'duration_secs': 0.627762} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.292988] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.293585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.293914] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.294544] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.297435] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed31de42-0f1f-4f8d-8e48-8f0fa7f86509 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.305034] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 688.305034] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5243640e-1d56-3773-3799-c677572bdc7e" [ 688.305034] env[69385]: _type = "Task" [ 688.305034] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.315071] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5243640e-1d56-3773-3799-c677572bdc7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.316824] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.317253] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.317580] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Deleting the datastore file [datastore2] dd4c8664-8216-46b7-8a31-2b113a68cfa7 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.317948] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bed18ca8-b910-42e8-97b2-7cbff4a75fc3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.322154] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.323674] env[69385]: DEBUG nova.compute.manager [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Instance network_info: |[{"id": "bc34231d-b607-40c6-a37a-42799c028772", "address": "fa:16:3e:75:8c:b9", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc34231d-b6", "ovs_interfaceid": "bc34231d-b607-40c6-a37a-42799c028772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.323819] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:8c:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc34231d-b607-40c6-a37a-42799c028772', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.333033] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Creating folder: Project (ab3927451b1343cb9c1278757643e716). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.333590] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.333962] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef399171-1151-49b5-aa0a-06ec0be109b0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.336363] env[69385]: DEBUG oslo_vmware.api [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Waiting for the task: (returnval){ [ 688.336363] env[69385]: value = "task-3339788" [ 688.336363] env[69385]: _type = "Task" [ 688.336363] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.336841] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b7a0cec-dcb1-453c-8dc6-55cd535c893a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.348670] env[69385]: DEBUG oslo_vmware.api [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Task: {'id': task-3339788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.352127] env[69385]: DEBUG oslo_vmware.api [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 688.352127] env[69385]: value = "task-3339790" [ 688.352127] env[69385]: _type = "Task" [ 688.352127] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.352660] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Created folder: Project (ab3927451b1343cb9c1278757643e716) in parent group-v666556. [ 688.356023] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Creating folder: Instances. Parent ref: group-v666581. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.356023] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-847bd846-0d51-4c43-a6d9-22fac39abd36 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.371790] env[69385]: DEBUG oslo_vmware.api [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.376857] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Created folder: Instances in parent group-v666581. [ 688.377499] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.377838] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.378587] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-115f13bf-dd51-4eeb-99f7-20afb8500c26 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.400146] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339786, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.413256] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5212bb5e-a6b3-f742-4420-30bad04c62c5, 'name': SearchDatastore_Task, 'duration_secs': 0.019549} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.415242] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.415242] env[69385]: value = "task-3339792" [ 688.415242] env[69385]: _type = "Task" [ 688.415242] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.415458] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c23e2a-d085-43f2-af52-ef2befb25d8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.425910] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 688.425910] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5266cb81-0568-5702-69c9-bfd032609ebd" [ 688.425910] env[69385]: _type = "Task" [ 688.425910] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.431096] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339792, 'name': CreateVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.441511] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5266cb81-0568-5702-69c9-bfd032609ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.441775] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.442033] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.442295] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fd2fe1e-eecb-49cc-aac2-050a2737ee1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.449045] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 688.449045] env[69385]: value = "task-3339793" [ 688.449045] env[69385]: _type = "Task" [ 688.449045] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.457339] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.531466] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.531466] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.658646] env[69385]: DEBUG nova.compute.manager [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.662935] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 920d668d-1947-40bd-9c94-9398ee4a4acc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.821057] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5243640e-1d56-3773-3799-c677572bdc7e, 'name': SearchDatastore_Task, 'duration_secs': 0.053746} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.821376] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.821644] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.821981] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.822167] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.822356] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.822630] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af77ddc-f505-45e6-84da-cfdade67fc23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.839094] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.839279] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.847718] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6144f7-d84a-42f3-80fb-362688eabd0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.856246] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 688.856246] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521c1ca8-61ff-1cc4-9863-fe37fc1e30d4" [ 688.856246] env[69385]: _type = "Task" [ 688.856246] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.864789] env[69385]: DEBUG oslo_vmware.api [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Task: {'id': task-3339788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381504} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.868912] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.869132] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.869312] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.869481] env[69385]: INFO nova.compute.manager [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 688.869730] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.870379] env[69385]: DEBUG nova.compute.manager [-] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.870481] env[69385]: DEBUG nova.network.neutron [-] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.877086] env[69385]: DEBUG oslo_vmware.api [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339790, 'name': PowerOffVM_Task, 'duration_secs': 0.268362} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.880115] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.880798] env[69385]: DEBUG nova.compute.manager [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.889063] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7c0496-fc04-4029-bf01-090ec069efa9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.891799] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521c1ca8-61ff-1cc4-9863-fe37fc1e30d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016585} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.893573] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1594f022-b901-480c-b43a-72b78a0785fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.903261] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571701} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.907183] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 813826c6-5135-45fb-a05d-5f079eab0d43/813826c6-5135-45fb-a05d-5f079eab0d43.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.907183] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.907439] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c52409a1-7b7d-4edc-bcd9-647efe084e77 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.911428] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 688.911428] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521a38d9-582a-ec3b-454a-687636f8f086" [ 688.911428] env[69385]: _type = "Task" [ 688.911428] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.919190] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 688.919190] env[69385]: value = "task-3339794" [ 688.919190] env[69385]: _type = "Task" [ 688.919190] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.928957] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521a38d9-582a-ec3b-454a-687636f8f086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.943145] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339792, 'name': CreateVM_Task, 'duration_secs': 0.447007} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.946090] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.946090] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.946090] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.946090] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.946976] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.946976] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a0225a-133b-476b-8a88-c17aafddf0e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.954886] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 688.954886] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521e19c1-818c-fa13-619b-1bb51f318e63" [ 688.954886] env[69385]: _type = "Task" [ 688.954886] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.962485] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339793, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.970645] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521e19c1-818c-fa13-619b-1bb51f318e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.007229] env[69385]: DEBUG nova.compute.manager [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Received event network-vif-plugged-a6b2250b-8c49-4cfe-8448-4c5f6413ffc1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 689.007446] env[69385]: DEBUG oslo_concurrency.lockutils [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] Acquiring lock "2d9b419c-060f-443b-a18b-d210f9391f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.007656] env[69385]: DEBUG oslo_concurrency.lockutils [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] Lock "2d9b419c-060f-443b-a18b-d210f9391f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.007817] env[69385]: DEBUG oslo_concurrency.lockutils [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] Lock "2d9b419c-060f-443b-a18b-d210f9391f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.007981] env[69385]: DEBUG nova.compute.manager [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] No waiting events found dispatching network-vif-plugged-a6b2250b-8c49-4cfe-8448-4c5f6413ffc1 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.008164] env[69385]: WARNING nova.compute.manager [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Received unexpected event network-vif-plugged-a6b2250b-8c49-4cfe-8448-4c5f6413ffc1 for instance with vm_state building and task_state spawning. [ 689.008339] env[69385]: DEBUG nova.compute.manager [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Received event network-changed-a6b2250b-8c49-4cfe-8448-4c5f6413ffc1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 689.008498] env[69385]: DEBUG nova.compute.manager [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Refreshing instance network info cache due to event network-changed-a6b2250b-8c49-4cfe-8448-4c5f6413ffc1. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 689.008676] env[69385]: DEBUG oslo_concurrency.lockutils [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] Acquiring lock "refresh_cache-2d9b419c-060f-443b-a18b-d210f9391f4d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.008824] env[69385]: DEBUG oslo_concurrency.lockutils [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] Acquired lock "refresh_cache-2d9b419c-060f-443b-a18b-d210f9391f4d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.008976] env[69385]: DEBUG nova.network.neutron [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Refreshing network info cache for port a6b2250b-8c49-4cfe-8448-4c5f6413ffc1 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.111439] env[69385]: DEBUG nova.network.neutron [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Updated VIF entry in instance network info cache for port 0131306c-6d06-4e2d-a52b-528f3c8b8db3. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.111846] env[69385]: DEBUG nova.network.neutron [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Updating instance_info_cache with network_info: [{"id": "0131306c-6d06-4e2d-a52b-528f3c8b8db3", "address": "fa:16:3e:c1:50:1d", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0131306c-6d", "ovs_interfaceid": "0131306c-6d06-4e2d-a52b-528f3c8b8db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.170789] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance b0e68d62-c0dd-4510-943e-dbee2b51ec0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.193465] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.310614] env[69385]: DEBUG nova.network.neutron [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Successfully updated port: ea03b0f4-e390-486d-bd3d-294e4e33349b {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.410386] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fcf4edb-11ec-4bd8-ac0a-a494c681eea6 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "1a10274f-7067-432c-896d-873d2613f7c3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.429519] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521a38d9-582a-ec3b-454a-687636f8f086, 'name': SearchDatastore_Task, 'duration_secs': 0.055671} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.429907] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.430183] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 2d9b419c-060f-443b-a18b-d210f9391f4d/2d9b419c-060f-443b-a18b-d210f9391f4d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.435849] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de13a635-527c-4879-a2fd-907427890772 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.448813] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182082} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.450415] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.450830] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 689.450830] env[69385]: value = "task-3339795" [ 689.450830] env[69385]: _type = "Task" [ 689.450830] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.451551] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d09e12-1311-4801-b794-86ad1f8f1ff2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.492827] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 813826c6-5135-45fb-a05d-5f079eab0d43/813826c6-5135-45fb-a05d-5f079eab0d43.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.498018] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a129317a-a5cb-4c3b-8611-c290956466b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.512252] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.512604] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829851} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.518282] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.519257] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.519700] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7246ce2c-8889-4048-82a1-c0cfb0e75d47 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.530782] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 689.530782] env[69385]: value = "task-3339796" [ 689.530782] env[69385]: _type = "Task" [ 689.530782] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.531387] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521e19c1-818c-fa13-619b-1bb51f318e63, 'name': SearchDatastore_Task, 'duration_secs': 0.051243} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.532138] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.532412] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.532654] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.532875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.533087] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.536760] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b933a52e-0d15-4dff-8e10-24fc897108b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.540216] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 689.540216] env[69385]: value = "task-3339797" [ 689.540216] env[69385]: _type = "Task" [ 689.540216] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.551065] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.551065] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.551065] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.551391] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b20f13-a2ac-4eaa-9bed-d162b593c0c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.557616] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.560831] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 689.560831] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5269876b-54c1-3f7a-15f5-cc1786b6c87c" [ 689.560831] env[69385]: _type = "Task" [ 689.560831] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.570678] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5269876b-54c1-3f7a-15f5-cc1786b6c87c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.617180] env[69385]: DEBUG oslo_concurrency.lockutils [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] Releasing lock "refresh_cache-fff0a1a9-950f-4d48-8b42-dbdca8611e96" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.617773] env[69385]: DEBUG nova.compute.manager [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Received event network-vif-plugged-bc34231d-b607-40c6-a37a-42799c028772 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 689.617983] env[69385]: DEBUG oslo_concurrency.lockutils [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] Acquiring lock "112dc1fc-247c-4305-95d4-7791d39efcd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.618250] env[69385]: DEBUG oslo_concurrency.lockutils [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.618450] env[69385]: DEBUG oslo_concurrency.lockutils [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.618707] env[69385]: DEBUG nova.compute.manager [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] No waiting events found dispatching network-vif-plugged-bc34231d-b607-40c6-a37a-42799c028772 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.618892] env[69385]: WARNING nova.compute.manager [req-e21d594c-49fe-4b28-9324-91ba6219c30a req-0407ee25-5a53-4e9d-abe4-4c571b7622bf service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Received unexpected event network-vif-plugged-bc34231d-b607-40c6-a37a-42799c028772 for instance with vm_state building and task_state spawning. [ 689.677385] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.813851] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "refresh_cache-d8b04a21-a612-4352-b07b-df285ac784fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.813997] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "refresh_cache-d8b04a21-a612-4352-b07b-df285ac784fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.814251] env[69385]: DEBUG nova.network.neutron [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.974757] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339795, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.047054] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.060224] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138789} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.060851] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.065105] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7fb48b-eef0-49b5-9bad-84f9410567b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.091065] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5269876b-54c1-3f7a-15f5-cc1786b6c87c, 'name': SearchDatastore_Task, 'duration_secs': 0.012399} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.091396] env[69385]: DEBUG nova.network.neutron [-] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.102703] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.104868] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab78976d-270a-4b25-bfe4-a11faf0144fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.120584] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6deb431f-8093-4cfd-8303-ed414cc8f7e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.128388] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 690.128388] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52eb45cd-3451-e2e3-d3c9-9f0d0756212c" [ 690.128388] env[69385]: _type = "Task" [ 690.128388] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.132521] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 690.132521] env[69385]: value = "task-3339798" [ 690.132521] env[69385]: _type = "Task" [ 690.132521] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.144826] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52eb45cd-3451-e2e3-d3c9-9f0d0756212c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.149042] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.180983] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 2b369931-313e-49c3-a555-937110bb700e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.279824] env[69385]: DEBUG nova.network.neutron [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Updated VIF entry in instance network info cache for port a6b2250b-8c49-4cfe-8448-4c5f6413ffc1. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.280196] env[69385]: DEBUG nova.network.neutron [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Updating instance_info_cache with network_info: [{"id": "a6b2250b-8c49-4cfe-8448-4c5f6413ffc1", "address": "fa:16:3e:34:33:f8", "network": {"id": "01eb6420-8b13-4886-993e-7231c2a29efe", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1720206353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69ee33a1bc746ae96f5851e9f4cff7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b2250b-8c", "ovs_interfaceid": "a6b2250b-8c49-4cfe-8448-4c5f6413ffc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.395384] env[69385]: DEBUG nova.network.neutron [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.476324] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620223} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.476324] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 2d9b419c-060f-443b-a18b-d210f9391f4d/2d9b419c-060f-443b-a18b-d210f9391f4d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.476324] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.478981] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-560a9148-022e-4165-8ce0-1440ded9ad60 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.483533] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 690.483533] env[69385]: value = "task-3339799" [ 690.483533] env[69385]: _type = "Task" [ 690.483533] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.491715] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.544840] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339796, 'name': ReconfigVM_Task, 'duration_secs': 0.533801} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.545188] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 813826c6-5135-45fb-a05d-5f079eab0d43/813826c6-5135-45fb-a05d-5f079eab0d43.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.545901] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f49b9a1a-dff7-4238-b84c-86bb82c7b475 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.552904] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 690.552904] env[69385]: value = "task-3339800" [ 690.552904] env[69385]: _type = "Task" [ 690.552904] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.563860] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339800, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.604869] env[69385]: INFO nova.compute.manager [-] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Took 1.73 seconds to deallocate network for instance. [ 690.648534] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52eb45cd-3451-e2e3-d3c9-9f0d0756212c, 'name': SearchDatastore_Task, 'duration_secs': 0.027651} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.652963] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.653266] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 112dc1fc-247c-4305-95d4-7791d39efcd2/112dc1fc-247c-4305-95d4-7791d39efcd2.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.653550] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.653765] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1654f48-1852-4aad-8808-c2e167443590 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.661959] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 690.661959] env[69385]: value = "task-3339801" [ 690.661959] env[69385]: _type = "Task" [ 690.661959] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.670317] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.684331] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance a233c308-e579-4de8-892f-8874d85acd7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.684583] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 690.684727] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 690.784250] env[69385]: DEBUG oslo_concurrency.lockutils [req-8b7907a8-3acd-4b47-a35e-aa9a433d3a0c req-39d2b403-e817-43cf-bea5-e2db55135260 service nova] Releasing lock "refresh_cache-2d9b419c-060f-443b-a18b-d210f9391f4d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.899406] env[69385]: DEBUG nova.network.neutron [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Updating instance_info_cache with network_info: [{"id": "ea03b0f4-e390-486d-bd3d-294e4e33349b", "address": "fa:16:3e:3b:00:b3", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea03b0f4-e3", "ovs_interfaceid": "ea03b0f4-e390-486d-bd3d-294e4e33349b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.978049] env[69385]: DEBUG nova.compute.manager [req-e127f61e-0a6a-4f63-b057-f5bf69cb79d1 req-5e9983fe-da44-4002-896d-2879b8600eb7 service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Received event network-changed-bc34231d-b607-40c6-a37a-42799c028772 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.979339] env[69385]: DEBUG nova.compute.manager [req-e127f61e-0a6a-4f63-b057-f5bf69cb79d1 req-5e9983fe-da44-4002-896d-2879b8600eb7 service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Refreshing instance network info cache due to event network-changed-bc34231d-b607-40c6-a37a-42799c028772. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 690.979339] env[69385]: DEBUG oslo_concurrency.lockutils [req-e127f61e-0a6a-4f63-b057-f5bf69cb79d1 req-5e9983fe-da44-4002-896d-2879b8600eb7 service nova] Acquiring lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.979339] env[69385]: DEBUG oslo_concurrency.lockutils [req-e127f61e-0a6a-4f63-b057-f5bf69cb79d1 req-5e9983fe-da44-4002-896d-2879b8600eb7 service nova] Acquired lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.979339] env[69385]: DEBUG nova.network.neutron [req-e127f61e-0a6a-4f63-b057-f5bf69cb79d1 req-5e9983fe-da44-4002-896d-2879b8600eb7 service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Refreshing network info cache for port bc34231d-b607-40c6-a37a-42799c028772 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.994454] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156786} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.998020] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.998020] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74692e5-df93-472e-a876-0f5e3180a78e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.027847] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2d9b419c-060f-443b-a18b-d210f9391f4d/2d9b419c-060f-443b-a18b-d210f9391f4d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.031979] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ef98b1-f2b4-460f-9072-394590014a08 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.053842] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 691.053842] env[69385]: value = "task-3339802" [ 691.053842] env[69385]: _type = "Task" [ 691.053842] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.070824] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.071075] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339800, 'name': Rename_Task, 'duration_secs': 0.182945} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.074163] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.074720] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a34d8c5-ad6a-48d0-bd74-0d98bd07972d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.083055] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 691.083055] env[69385]: value = "task-3339803" [ 691.083055] env[69385]: _type = "Task" [ 691.083055] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.094483] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.112809] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc05250b-f938-486a-9eaf-65ddf97e603c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.122669] env[69385]: DEBUG oslo_concurrency.lockutils [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.124394] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a557791b-afc5-4249-950a-538c01bdf2f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.163373] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1702748-5da5-437f-8950-54ca44aa967c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.173377] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339798, 'name': ReconfigVM_Task, 'duration_secs': 0.860503} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.175365] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.177692] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d85205e0-735d-4cf7-9a95-aec7f6704e5a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.179090] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a52e72-6298-4a41-b3bc-91a2759f051b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.187215] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339801, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.201965] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.205659] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 691.205659] env[69385]: value = "task-3339804" [ 691.205659] env[69385]: _type = "Task" [ 691.205659] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.216450] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339804, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.390052] env[69385]: INFO nova.compute.manager [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Rebuilding instance [ 691.404210] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "refresh_cache-d8b04a21-a612-4352-b07b-df285ac784fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.405737] env[69385]: DEBUG nova.compute.manager [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Instance network_info: |[{"id": "ea03b0f4-e390-486d-bd3d-294e4e33349b", "address": "fa:16:3e:3b:00:b3", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea03b0f4-e3", "ovs_interfaceid": "ea03b0f4-e390-486d-bd3d-294e4e33349b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.405963] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:00:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea03b0f4-e390-486d-bd3d-294e4e33349b', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.421462] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.421784] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.424824] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b1858b-abb7-4491-b5cc-dba563dc07e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.452871] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.452871] env[69385]: value = "task-3339805" [ 691.452871] env[69385]: _type = "Task" [ 691.452871] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.467455] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339805, 'name': CreateVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.483182] env[69385]: DEBUG nova.compute.manager [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.485023] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7a0419-67c4-4567-a954-9c0e6cf47b32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.568677] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339802, 'name': ReconfigVM_Task, 'duration_secs': 0.355813} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.568955] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2d9b419c-060f-443b-a18b-d210f9391f4d/2d9b419c-060f-443b-a18b-d210f9391f4d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.569646] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12163f2b-f919-4f89-9693-27ea83d362c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.576638] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 691.576638] env[69385]: value = "task-3339806" [ 691.576638] env[69385]: _type = "Task" [ 691.576638] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.596348] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339806, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.602766] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339803, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.681301] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810025} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.681301] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 112dc1fc-247c-4305-95d4-7791d39efcd2/112dc1fc-247c-4305-95d4-7791d39efcd2.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.681301] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.681498] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7ddc064-313c-4394-9793-a567281a852b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.689138] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 691.689138] env[69385]: value = "task-3339807" [ 691.689138] env[69385]: _type = "Task" [ 691.689138] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.701162] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.723022] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339804, 'name': Rename_Task, 'duration_secs': 0.435707} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.723671] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.724032] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-434f8e53-fe47-4f14-bf19-3d1535af55b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.731962] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 691.731962] env[69385]: value = "task-3339808" [ 691.731962] env[69385]: _type = "Task" [ 691.731962] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.740424] env[69385]: ERROR nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [req-ce4031e8-512e-4d7e-adb8-74b3ad9e64a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce4031e8-512e-4d7e-adb8-74b3ad9e64a5"}]} [ 691.748336] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.769740] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 691.792735] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 691.792938] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.819881] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 691.844513] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 691.968978] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339805, 'name': CreateVM_Task, 'duration_secs': 0.343294} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.969251] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.970070] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.970286] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.970635] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.970962] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2315aea3-af38-4aff-8001-8867706b7e75 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.980033] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 691.980033] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5228c75e-dec6-c597-7209-9929575241bf" [ 691.980033] env[69385]: _type = "Task" [ 691.980033] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.992081] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5228c75e-dec6-c597-7209-9929575241bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.090230] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339806, 'name': Rename_Task, 'duration_secs': 0.211536} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.096360] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.096360] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06bb2e95-9eb3-48b8-b7c5-0c8f02e27604 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.105112] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339803, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.109432] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 692.109432] env[69385]: value = "task-3339809" [ 692.109432] env[69385]: _type = "Task" [ 692.109432] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.123104] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.204483] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077036} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.207324] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.209547] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3681d5c-f5e5-4225-b6ba-8699bd661d8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.214743] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2f703c-8733-4e7c-9724-d4752042869a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.234495] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8906a52c-1fc8-4cea-895b-8639c8b3fb23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.247786] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 112dc1fc-247c-4305-95d4-7791d39efcd2/112dc1fc-247c-4305-95d4-7791d39efcd2.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.252481] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e50c187-d82f-439c-bbe0-952803b770f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.274069] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339808, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.300627] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 692.300627] env[69385]: value = "task-3339810" [ 692.300627] env[69385]: _type = "Task" [ 692.300627] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.302226] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4541404b-652f-4630-a1b4-2f67e9bc39fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.305786] env[69385]: DEBUG nova.network.neutron [req-e127f61e-0a6a-4f63-b057-f5bf69cb79d1 req-5e9983fe-da44-4002-896d-2879b8600eb7 service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updated VIF entry in instance network info cache for port bc34231d-b607-40c6-a37a-42799c028772. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.306212] env[69385]: DEBUG nova.network.neutron [req-e127f61e-0a6a-4f63-b057-f5bf69cb79d1 req-5e9983fe-da44-4002-896d-2879b8600eb7 service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance_info_cache with network_info: [{"id": "bc34231d-b607-40c6-a37a-42799c028772", "address": "fa:16:3e:75:8c:b9", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc34231d-b6", "ovs_interfaceid": "bc34231d-b607-40c6-a37a-42799c028772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.319291] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88109c4f-be24-47cc-b31e-61565db266f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.323257] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.336259] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.494450] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5228c75e-dec6-c597-7209-9929575241bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.494774] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.495007] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.495247] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.495391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.495566] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.495830] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fd2ae4b-f0f7-4744-bb06-f23c074b0cb0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.504760] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.504760] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6294f243-64eb-48e4-be04-10996d4fab01 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.506620] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.507501] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.508605] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff857204-068d-419c-a8fa-631991f40527 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.514996] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 692.514996] env[69385]: value = "task-3339811" [ 692.514996] env[69385]: _type = "Task" [ 692.514996] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.515224] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 692.515224] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5230f36d-31f2-b746-d398-473b8943d681" [ 692.515224] env[69385]: _type = "Task" [ 692.515224] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.525965] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.529752] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5230f36d-31f2-b746-d398-473b8943d681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.606789] env[69385]: DEBUG oslo_vmware.api [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3339803, 'name': PowerOnVM_Task, 'duration_secs': 1.06729} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.607667] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.608231] env[69385]: INFO nova.compute.manager [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Took 14.67 seconds to spawn the instance on the hypervisor. [ 692.608390] env[69385]: DEBUG nova.compute.manager [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.612261] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf9f033-8f59-44b1-b87f-be427f4d10d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.624397] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339809, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.752089] env[69385]: DEBUG oslo_vmware.api [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339808, 'name': PowerOnVM_Task, 'duration_secs': 1.005998} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.752656] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.752931] env[69385]: INFO nova.compute.manager [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Took 12.45 seconds to spawn the instance on the hypervisor. [ 692.753432] env[69385]: DEBUG nova.compute.manager [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.754323] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6d7148-5d15-4e48-b126-bde3e326e233 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.816682] env[69385]: DEBUG oslo_concurrency.lockutils [req-e127f61e-0a6a-4f63-b057-f5bf69cb79d1 req-5e9983fe-da44-4002-896d-2879b8600eb7 service nova] Releasing lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.816682] env[69385]: DEBUG nova.compute.manager [req-e127f61e-0a6a-4f63-b057-f5bf69cb79d1 req-5e9983fe-da44-4002-896d-2879b8600eb7 service nova] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Received event network-vif-deleted-30d6d76f-56e4-40c9-999f-e0768608f7fd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.816682] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339810, 'name': ReconfigVM_Task, 'duration_secs': 0.370309} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.816816] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 112dc1fc-247c-4305-95d4-7791d39efcd2/112dc1fc-247c-4305-95d4-7791d39efcd2.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.820677] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e9062fa-0609-45cb-9081-a207ab2378ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.831376] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 692.831376] env[69385]: value = "task-3339812" [ 692.831376] env[69385]: _type = "Task" [ 692.831376] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.837375] env[69385]: DEBUG nova.compute.manager [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Received event network-vif-plugged-ea03b0f4-e390-486d-bd3d-294e4e33349b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.837375] env[69385]: DEBUG oslo_concurrency.lockutils [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] Acquiring lock "d8b04a21-a612-4352-b07b-df285ac784fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.837375] env[69385]: DEBUG oslo_concurrency.lockutils [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] Lock "d8b04a21-a612-4352-b07b-df285ac784fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.837375] env[69385]: DEBUG oslo_concurrency.lockutils [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] Lock "d8b04a21-a612-4352-b07b-df285ac784fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.837589] env[69385]: DEBUG nova.compute.manager [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] No waiting events found dispatching network-vif-plugged-ea03b0f4-e390-486d-bd3d-294e4e33349b {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.840380] env[69385]: WARNING nova.compute.manager [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Received unexpected event network-vif-plugged-ea03b0f4-e390-486d-bd3d-294e4e33349b for instance with vm_state building and task_state spawning. [ 692.840380] env[69385]: DEBUG nova.compute.manager [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Received event network-changed-ea03b0f4-e390-486d-bd3d-294e4e33349b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.840380] env[69385]: DEBUG nova.compute.manager [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Refreshing instance network info cache due to event network-changed-ea03b0f4-e390-486d-bd3d-294e4e33349b. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 692.840380] env[69385]: DEBUG oslo_concurrency.lockutils [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] Acquiring lock "refresh_cache-d8b04a21-a612-4352-b07b-df285ac784fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.840380] env[69385]: DEBUG oslo_concurrency.lockutils [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] Acquired lock "refresh_cache-d8b04a21-a612-4352-b07b-df285ac784fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.840623] env[69385]: DEBUG nova.network.neutron [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Refreshing network info cache for port ea03b0f4-e390-486d-bd3d-294e4e33349b {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.870154] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339812, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.926112] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 692.926492] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 23 to 24 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 692.926671] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.032781] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339811, 'name': PowerOffVM_Task, 'duration_secs': 0.208908} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.036829] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.037109] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.037423] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5230f36d-31f2-b746-d398-473b8943d681, 'name': SearchDatastore_Task, 'duration_secs': 0.012396} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.038248] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6328e5-2cc3-4543-9f37-89f7b88d3437 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.041832] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6819d4-b514-4cbf-8674-143ed4cdd32c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.050679] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 693.050679] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52379ccd-aa63-a757-7de2-641e0c6c8003" [ 693.050679] env[69385]: _type = "Task" [ 693.050679] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.053900] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.053900] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d2dbf79-b010-4a40-92d7-2ff5188e4ee9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.066362] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52379ccd-aa63-a757-7de2-641e0c6c8003, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.068577] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.068577] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] d8b04a21-a612-4352-b07b-df285ac784fa/d8b04a21-a612-4352-b07b-df285ac784fa.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.068577] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4361553d-00f3-45f3-877d-bee44371c766 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.075239] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 693.075239] env[69385]: value = "task-3339814" [ 693.075239] env[69385]: _type = "Task" [ 693.075239] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.085646] env[69385]: DEBUG nova.compute.manager [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.086590] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.087593] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7801ab96-48ee-4b67-a4a9-d4c518c9c37d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.121057] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.122301] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.122301] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleting the datastore file [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.127911] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2919a8f-e73e-4414-bbd9-bfb85945dd40 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.129300] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339809, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.136825] env[69385]: INFO nova.compute.manager [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Took 22.12 seconds to build instance. [ 693.140356] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 693.140356] env[69385]: value = "task-3339815" [ 693.140356] env[69385]: _type = "Task" [ 693.140356] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.150568] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.274985] env[69385]: INFO nova.compute.manager [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Took 20.12 seconds to build instance. [ 693.346062] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339812, 'name': Rename_Task, 'duration_secs': 0.230525} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.346062] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.347808] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef4c590-96f2-4b27-86e4-39ec69fa41fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.354025] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 693.354025] env[69385]: value = "task-3339816" [ 693.354025] env[69385]: _type = "Task" [ 693.354025] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.366977] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.435329] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 693.435609] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.872s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.436417] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.486s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.437776] env[69385]: INFO nova.compute.claims [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.442678] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.443113] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Getting list of instances from cluster (obj){ [ 693.443113] env[69385]: value = "domain-c8" [ 693.443113] env[69385]: _type = "ClusterComputeResource" [ 693.443113] env[69385]: } {{(pid=69385) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 693.452610] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618746aa-4201-48a0-b41d-31134ba262ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.473466] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Got total of 8 instances {{(pid=69385) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 693.532167] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquiring lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.532438] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.588520] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339814, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.600596] env[69385]: INFO nova.compute.manager [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] instance snapshotting [ 693.600838] env[69385]: WARNING nova.compute.manager [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 693.604060] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27191bc4-cf14-417b-aad5-f77bbc07d427 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.630453] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b96cf4-85f5-432a-bbc6-f5d377a5e271 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.645968] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dd857d98-210e-4953-a10b-ede2404d5c66 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "813826c6-5135-45fb-a05d-5f079eab0d43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.636s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.646357] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339809, 'name': PowerOnVM_Task} progress is 73%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.649903] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "813826c6-5135-45fb-a05d-5f079eab0d43" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.635s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.650703] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] During sync_power_state the instance has a pending task (networking). Skip. [ 693.650703] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "813826c6-5135-45fb-a05d-5f079eab0d43" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.660124] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338354} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.660431] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.661433] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.661433] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.780802] env[69385]: DEBUG oslo_concurrency.lockutils [None req-02a6f370-0537-4d95-a866-e889c7d1bb06 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.639s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.782800] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.767s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.784011] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817b808a-28eb-4d09-b35f-d27e4641f762 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.859115] env[69385]: DEBUG nova.network.neutron [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Updated VIF entry in instance network info cache for port ea03b0f4-e390-486d-bd3d-294e4e33349b. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.859463] env[69385]: DEBUG nova.network.neutron [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Updating instance_info_cache with network_info: [{"id": "ea03b0f4-e390-486d-bd3d-294e4e33349b", "address": "fa:16:3e:3b:00:b3", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea03b0f4-e3", "ovs_interfaceid": "ea03b0f4-e390-486d-bd3d-294e4e33349b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.872694] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339816, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.086125] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691603} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.086125] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] d8b04a21-a612-4352-b07b-df285ac784fa/d8b04a21-a612-4352-b07b-df285ac784fa.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.086507] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.086507] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceb59928-6416-472b-9b19-a8d8d0824721 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.093551] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 694.093551] env[69385]: value = "task-3339817" [ 694.093551] env[69385]: _type = "Task" [ 694.093551] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.101175] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.137034] env[69385]: DEBUG oslo_vmware.api [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339809, 'name': PowerOnVM_Task, 'duration_secs': 1.869053} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.137317] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.137537] env[69385]: INFO nova.compute.manager [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Took 11.37 seconds to spawn the instance on the hypervisor. [ 694.137712] env[69385]: DEBUG nova.compute.manager [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.138508] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bd7f62-d80f-4848-9fb8-826d68115b43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.155363] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 694.156074] env[69385]: DEBUG nova.compute.manager [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.158598] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03839393-41a3-43d2-b40f-34a8edc57c62 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.169949] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 694.169949] env[69385]: value = "task-3339818" [ 694.169949] env[69385]: _type = "Task" [ 694.169949] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.181559] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339818, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.284573] env[69385]: DEBUG nova.compute.manager [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.295045] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.368859] env[69385]: DEBUG oslo_concurrency.lockutils [req-d5d6ef93-326a-47fa-90a3-7d06701312a5 req-45ec0083-34ae-4b31-a1d0-fb1cd3a5fd76 service nova] Releasing lock "refresh_cache-d8b04a21-a612-4352-b07b-df285ac784fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.376608] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339816, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.607830] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091651} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.607830] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.608408] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72e4873-464f-4126-bedb-42c16c89be49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.638650] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] d8b04a21-a612-4352-b07b-df285ac784fa/d8b04a21-a612-4352-b07b-df285ac784fa.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.641473] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e342b99-70ac-4db8-8228-ddf22c0073c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.685836] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 694.685836] env[69385]: value = "task-3339819" [ 694.685836] env[69385]: _type = "Task" [ 694.685836] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.695129] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339818, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.702096] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.715334] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.718336] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.718605] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.718716] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.719024] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.719900] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.719900] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.719900] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.719900] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.720140] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.720960] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.720960] env[69385]: DEBUG nova.virt.hardware [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.722037] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7f03bc-d428-4a44-aca8-0773cc69f2ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.730314] env[69385]: INFO nova.compute.manager [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Took 20.83 seconds to build instance. [ 694.732789] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df61b16c-b1db-45d6-89d1-0cbef48dee6e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.750485] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:7c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f1a54e-19ab-4e9c-b908-75b1740db5ea', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.758350] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.761883] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.762162] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed9fdb35-1796-4f5c-bb5b-b18cb651c8b0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.785543] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.785543] env[69385]: value = "task-3339820" [ 694.785543] env[69385]: _type = "Task" [ 694.785543] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.802167] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339820, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.822492] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.876662] env[69385]: DEBUG oslo_vmware.api [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339816, 'name': PowerOnVM_Task, 'duration_secs': 1.408294} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.876662] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.876662] env[69385]: INFO nova.compute.manager [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Took 9.69 seconds to spawn the instance on the hypervisor. [ 694.876662] env[69385]: DEBUG nova.compute.manager [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.878693] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f22d893-9b6d-41db-b228-0d3c1748bd8d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.932708] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eea932-61c5-4579-be46-a01f5cc35520 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.940309] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b971fe22-dfc2-4032-b0e9-46da895f35ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.972238] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a40b1-fcf4-40b2-8731-28b2416f1b28 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.981554] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f610dc-f802-4dcb-8bfc-29216845bdb0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.995888] env[69385]: DEBUG nova.compute.provider_tree [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.188889] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339818, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.203067] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.238756] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b8aee35a-2c67-4225-ba26-4eb6f8735631 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "2d9b419c-060f-443b-a18b-d210f9391f4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.864s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.297793] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339820, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.405656] env[69385]: INFO nova.compute.manager [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Took 18.38 seconds to build instance. [ 695.499308] env[69385]: DEBUG nova.scheduler.client.report [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.687694] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339818, 'name': CreateSnapshot_Task, 'duration_secs': 1.151226} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.688464] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 695.688769] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e95d01-ee5d-4231-a36d-700b79a2aab2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.704252] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339819, 'name': ReconfigVM_Task, 'duration_secs': 0.582928} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.704596] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Reconfigured VM instance instance-0000000a to attach disk [datastore1] d8b04a21-a612-4352-b07b-df285ac784fa/d8b04a21-a612-4352-b07b-df285ac784fa.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.705449] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5268af0-58d5-46e0-b9f8-5bf3de778283 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.711653] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 695.711653] env[69385]: value = "task-3339821" [ 695.711653] env[69385]: _type = "Task" [ 695.711653] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.723488] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339821, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.744262] env[69385]: DEBUG nova.compute.manager [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.802144] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339820, 'name': CreateVM_Task, 'duration_secs': 0.743973} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.802374] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.803744] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.803838] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.804715] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.804715] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f20418-9f07-45c1-b7b4-964edd6a1dc4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.812827] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 695.812827] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527cc258-c71a-c13a-fce2-5a1962a94cf1" [ 695.812827] env[69385]: _type = "Task" [ 695.812827] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.823629] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527cc258-c71a-c13a-fce2-5a1962a94cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.908118] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aad04b8f-8bbc-4578-abc3-72b42f07df58 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.898s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.004938] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.005503] env[69385]: DEBUG nova.compute.manager [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.008923] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.550s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.014016] env[69385]: INFO nova.compute.claims [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.215816] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.216750] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-574b6f43-8220-42d6-9d37-8db3c4c74160 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.234011] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339821, 'name': Rename_Task, 'duration_secs': 0.227557} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.235667] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.235979] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 696.235979] env[69385]: value = "task-3339822" [ 696.235979] env[69385]: _type = "Task" [ 696.235979] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.236325] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96513f66-9d27-4543-ab2f-e7934933d52f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.247076] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339822, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.247623] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 696.247623] env[69385]: value = "task-3339823" [ 696.247623] env[69385]: _type = "Task" [ 696.247623] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.264851] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.275635] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.324209] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527cc258-c71a-c13a-fce2-5a1962a94cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.029658} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.324685] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.324685] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.324828] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.324866] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.325084] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.325703] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-457a84ac-0e8e-4e42-bff5-2c7bb276c5bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.340187] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.340187] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.340187] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7d17c3-a515-4697-98b4-60e681543fab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.348622] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 696.348622] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f3de91-caf0-7139-b039-766780e3ab83" [ 696.348622] env[69385]: _type = "Task" [ 696.348622] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.359855] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f3de91-caf0-7139-b039-766780e3ab83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.412125] env[69385]: DEBUG nova.compute.manager [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.515494] env[69385]: DEBUG nova.compute.utils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.520211] env[69385]: DEBUG nova.compute.manager [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.520612] env[69385]: DEBUG nova.network.neutron [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.637147] env[69385]: DEBUG nova.policy [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6857e9c4cb642d19941185abff01e2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f02f9e9ca61a43be9931a0edcfc2d3de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.755179] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339822, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.767487] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.867045] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f3de91-caf0-7139-b039-766780e3ab83, 'name': SearchDatastore_Task, 'duration_secs': 0.022988} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.867045] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1228ad-0889-426c-b036-413008f52d63 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.874904] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 696.874904] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5273fd1a-bda8-b47f-c11a-7ef6e1808d08" [ 696.874904] env[69385]: _type = "Task" [ 696.874904] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.886750] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5273fd1a-bda8-b47f-c11a-7ef6e1808d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.945764] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.027732] env[69385]: DEBUG nova.compute.manager [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.114120] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquiring lock "6de45726-892f-4c16-88fd-67e9f4b24259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.114274] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "6de45726-892f-4c16-88fd-67e9f4b24259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.249555] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339822, 'name': CloneVM_Task} progress is 95%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.268571] env[69385]: DEBUG oslo_vmware.api [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3339823, 'name': PowerOnVM_Task, 'duration_secs': 0.764248} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.268571] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.268664] env[69385]: INFO nova.compute.manager [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Took 9.69 seconds to spawn the instance on the hypervisor. [ 697.268836] env[69385]: DEBUG nova.compute.manager [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.269984] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46954c7-c63f-4fec-8134-619d146c8548 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.386432] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5273fd1a-bda8-b47f-c11a-7ef6e1808d08, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.389080] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.389351] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a/26506859-aad3-4c58-8001-f9b9fd627d6a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.390149] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db44099e-c1f1-4e7b-bfac-02c7040dcb80 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.397436] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 697.397436] env[69385]: value = "task-3339824" [ 697.397436] env[69385]: _type = "Task" [ 697.397436] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.405968] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.477442] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d17836c-ba51-458e-979a-2f38c0737917 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.489927] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2840fd17-ab27-42ca-86ac-33a35a9e546a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.528125] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba789cc-8ea2-4783-87e4-544c338b9deb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.543397] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecec2d5-bb96-4746-a5be-dac6a5469b31 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.559340] env[69385]: DEBUG nova.compute.provider_tree [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.590082] env[69385]: DEBUG nova.network.neutron [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Successfully created port: caebeca1-e9f2-4fc1-becc-0276a9004f7b {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.747758] env[69385]: DEBUG nova.compute.manager [req-2a878610-38da-4642-b809-3729e012bf77 req-06c4b985-cbe3-49bf-967a-233737e024ba service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Received event network-changed-93289ff9-fb9b-415f-b2bd-019bacbfe0bd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 697.747842] env[69385]: DEBUG nova.compute.manager [req-2a878610-38da-4642-b809-3729e012bf77 req-06c4b985-cbe3-49bf-967a-233737e024ba service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Refreshing instance network info cache due to event network-changed-93289ff9-fb9b-415f-b2bd-019bacbfe0bd. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 697.748212] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a878610-38da-4642-b809-3729e012bf77 req-06c4b985-cbe3-49bf-967a-233737e024ba service nova] Acquiring lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.748362] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a878610-38da-4642-b809-3729e012bf77 req-06c4b985-cbe3-49bf-967a-233737e024ba service nova] Acquired lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.748574] env[69385]: DEBUG nova.network.neutron [req-2a878610-38da-4642-b809-3729e012bf77 req-06c4b985-cbe3-49bf-967a-233737e024ba service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Refreshing network info cache for port 93289ff9-fb9b-415f-b2bd-019bacbfe0bd {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.755432] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339822, 'name': CloneVM_Task, 'duration_secs': 1.15139} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.755432] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Created linked-clone VM from snapshot [ 697.759168] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac6913e-4bcb-4d9e-99e4-30ba766c7092 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.770863] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Uploading image 19e04fad-4937-47e6-a503-f5eb9ffb5879 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.789428] env[69385]: INFO nova.compute.manager [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Took 19.87 seconds to build instance. [ 697.809152] env[69385]: DEBUG oslo_vmware.rw_handles [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 697.809152] env[69385]: value = "vm-666587" [ 697.809152] env[69385]: _type = "VirtualMachine" [ 697.809152] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 697.809152] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-58bf4001-356f-4709-9069-04d779d3c7a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.820636] env[69385]: DEBUG oslo_vmware.rw_handles [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lease: (returnval){ [ 697.820636] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52777c25-73c8-a237-ebbc-3f8f36448733" [ 697.820636] env[69385]: _type = "HttpNfcLease" [ 697.820636] env[69385]: } obtained for exporting VM: (result){ [ 697.820636] env[69385]: value = "vm-666587" [ 697.820636] env[69385]: _type = "VirtualMachine" [ 697.820636] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 697.820636] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the lease: (returnval){ [ 697.820636] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52777c25-73c8-a237-ebbc-3f8f36448733" [ 697.820636] env[69385]: _type = "HttpNfcLease" [ 697.820636] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 697.829989] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.829989] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52777c25-73c8-a237-ebbc-3f8f36448733" [ 697.829989] env[69385]: _type = "HttpNfcLease" [ 697.829989] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 697.907454] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.038408] env[69385]: DEBUG nova.compute.manager [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.063597] env[69385]: DEBUG nova.scheduler.client.report [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.077634] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.078754] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.078754] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.078754] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.078754] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.078754] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.078985] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.078985] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.079087] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.079200] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.079590] env[69385]: DEBUG nova.virt.hardware [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.080435] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21421cb3-8532-4c41-856f-0dce663e3f10 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.091910] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44d28cd-1968-422f-b729-9a7fe8ff8a68 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.188550] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquiring lock "a815a5c3-fe3d-48d1-aeba-0952420d5862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.188714] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "a815a5c3-fe3d-48d1-aeba-0952420d5862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.222687] env[69385]: DEBUG nova.compute.manager [None req-990f18b2-4ffb-4f65-90ef-6a0f41f65bca tempest-ServerDiagnosticsV248Test-1103554981 tempest-ServerDiagnosticsV248Test-1103554981-project-admin] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.223795] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c208e6d-dc62-4e91-a6d7-143e0166a640 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.230817] env[69385]: INFO nova.compute.manager [None req-990f18b2-4ffb-4f65-90ef-6a0f41f65bca tempest-ServerDiagnosticsV248Test-1103554981 tempest-ServerDiagnosticsV248Test-1103554981-project-admin] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Retrieving diagnostics [ 698.231748] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a53c30-003f-495a-b834-3bc4d00bb4fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.299778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bd6ff5e7-1e94-43cc-8405-9810f771a5b8 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "d8b04a21-a612-4352-b07b-df285ac784fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.403s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.331203] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 698.331203] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52777c25-73c8-a237-ebbc-3f8f36448733" [ 698.331203] env[69385]: _type = "HttpNfcLease" [ 698.331203] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 698.331445] env[69385]: DEBUG oslo_vmware.rw_handles [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 698.331445] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52777c25-73c8-a237-ebbc-3f8f36448733" [ 698.331445] env[69385]: _type = "HttpNfcLease" [ 698.331445] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 698.332191] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76283d20-a2db-47a8-9a60-03f1a525c050 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.340974] env[69385]: DEBUG oslo_vmware.rw_handles [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52086d49-91d8-1e56-7877-7c4be81453f5/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 698.341388] env[69385]: DEBUG oslo_vmware.rw_handles [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52086d49-91d8-1e56-7877-7c4be81453f5/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 698.420368] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598367} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.420624] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a/26506859-aad3-4c58-8001-f9b9fd627d6a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.420817] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.421096] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d73f7830-6468-4591-ae7e-ab0a2ee9ffa7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.430464] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 698.430464] env[69385]: value = "task-3339826" [ 698.430464] env[69385]: _type = "Task" [ 698.430464] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.436870] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.535455] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-714f2a23-2dca-4cf5-9d71-dcb95672a320 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.569731] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.570447] env[69385]: DEBUG nova.compute.manager [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.579504] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.466s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.581027] env[69385]: INFO nova.compute.claims [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.675536] env[69385]: DEBUG nova.network.neutron [req-2a878610-38da-4642-b809-3729e012bf77 req-06c4b985-cbe3-49bf-967a-233737e024ba service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updated VIF entry in instance network info cache for port 93289ff9-fb9b-415f-b2bd-019bacbfe0bd. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.675536] env[69385]: DEBUG nova.network.neutron [req-2a878610-38da-4642-b809-3729e012bf77 req-06c4b985-cbe3-49bf-967a-233737e024ba service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updating instance_info_cache with network_info: [{"id": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "address": "fa:16:3e:3e:ef:59", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93289ff9-fb", "ovs_interfaceid": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.803664] env[69385]: DEBUG nova.compute.manager [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.945716] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070805} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.946537] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.947686] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3b732d-9ed0-4700-9ae5-403df7312abc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.973290] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a/26506859-aad3-4c58-8001-f9b9fd627d6a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.973633] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85408de8-9550-4e2e-aa59-52b8f8c3ea73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.997500] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 698.997500] env[69385]: value = "task-3339827" [ 698.997500] env[69385]: _type = "Task" [ 698.997500] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.006679] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.093339] env[69385]: DEBUG nova.compute.utils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.094847] env[69385]: DEBUG nova.compute.manager [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.095566] env[69385]: DEBUG nova.network.neutron [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.161068] env[69385]: DEBUG nova.policy [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc409a34b4884b4796e9d8b248f294b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c888311f8bb64ff9b657f7f19e2e446a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.162638] env[69385]: DEBUG nova.compute.manager [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Stashing vm_state: active {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 699.177261] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a878610-38da-4642-b809-3729e012bf77 req-06c4b985-cbe3-49bf-967a-233737e024ba service nova] Releasing lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.329070] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.509752] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.600298] env[69385]: DEBUG nova.compute.manager [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.696391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.720146] env[69385]: DEBUG nova.network.neutron [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Successfully created port: f0e57fd4-01ab-40fd-8dc0-594353678851 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.883307] env[69385]: DEBUG oslo_concurrency.lockutils [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquiring lock "2d9b419c-060f-443b-a18b-d210f9391f4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.883562] env[69385]: DEBUG oslo_concurrency.lockutils [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "2d9b419c-060f-443b-a18b-d210f9391f4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.883757] env[69385]: DEBUG oslo_concurrency.lockutils [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquiring lock "2d9b419c-060f-443b-a18b-d210f9391f4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.883928] env[69385]: DEBUG oslo_concurrency.lockutils [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "2d9b419c-060f-443b-a18b-d210f9391f4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.884100] env[69385]: DEBUG oslo_concurrency.lockutils [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "2d9b419c-060f-443b-a18b-d210f9391f4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.887637] env[69385]: INFO nova.compute.manager [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Terminating instance [ 699.996363] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquiring lock "096c9c90-970a-4fb8-8e9b-524d880f0dda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.996631] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "096c9c90-970a-4fb8-8e9b-524d880f0dda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.996964] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquiring lock "096c9c90-970a-4fb8-8e9b-524d880f0dda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.997189] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "096c9c90-970a-4fb8-8e9b-524d880f0dda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.997408] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "096c9c90-970a-4fb8-8e9b-524d880f0dda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.008545] env[69385]: INFO nova.compute.manager [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Terminating instance [ 700.028058] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339827, 'name': ReconfigVM_Task, 'duration_secs': 0.619123} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.029710] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a/26506859-aad3-4c58-8001-f9b9fd627d6a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.035218] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c872b08-a5ca-447a-8244-56464e1d4d20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.047183] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 700.047183] env[69385]: value = "task-3339828" [ 700.047183] env[69385]: _type = "Task" [ 700.047183] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.058072] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339828, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.117745] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e60fc57-99ec-46f7-ae74-f935b0048452 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.132816] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a354bbf-14f6-43be-bbaf-8b5597a178c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.174552] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6d25a-e777-4941-9b4e-28aca96fbcbe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.184293] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14bc0b-3d43-47a2-b909-5fd048baf14e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.202458] env[69385]: DEBUG nova.compute.provider_tree [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.315939] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "93e805a4-34c8-4c38-a068-201bac8f4db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.316169] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "93e805a4-34c8-4c38-a068-201bac8f4db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.395651] env[69385]: DEBUG nova.compute.manager [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.395952] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.396896] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1078a9cd-5e9d-495f-86de-259ab659c291 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.404655] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.404917] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a63ceb-2d4e-4e26-991d-6cd3cc961135 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.412777] env[69385]: DEBUG oslo_vmware.api [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 700.412777] env[69385]: value = "task-3339829" [ 700.412777] env[69385]: _type = "Task" [ 700.412777] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.430817] env[69385]: DEBUG oslo_vmware.api [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.489178] env[69385]: DEBUG nova.network.neutron [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Successfully updated port: caebeca1-e9f2-4fc1-becc-0276a9004f7b {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.528545] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquiring lock "refresh_cache-096c9c90-970a-4fb8-8e9b-524d880f0dda" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.528880] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquired lock "refresh_cache-096c9c90-970a-4fb8-8e9b-524d880f0dda" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.528937] env[69385]: DEBUG nova.network.neutron [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.561414] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339828, 'name': Rename_Task, 'duration_secs': 0.19971} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.561732] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.561988] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-082fe2d1-b206-41e6-b2df-c9e28fbd0755 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.569179] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 700.569179] env[69385]: value = "task-3339830" [ 700.569179] env[69385]: _type = "Task" [ 700.569179] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.579854] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.625289] env[69385]: DEBUG nova.compute.manager [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.675884] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.676182] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.676364] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.676557] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.676699] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.676843] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.677138] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.677331] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.677331] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.677663] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.677824] env[69385]: DEBUG nova.virt.hardware [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.679091] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e453df5-b0c6-4aa2-a107-62480832fb05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.688770] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b2d029-214f-4fe8-86f4-33f4ba9ff2e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.706900] env[69385]: DEBUG nova.scheduler.client.report [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.927525] env[69385]: DEBUG oslo_vmware.api [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339829, 'name': PowerOffVM_Task, 'duration_secs': 0.305511} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.927973] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.928240] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.928587] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-becde9d3-b325-4ecd-ad74-e833440bb704 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.991201] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquiring lock "refresh_cache-f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.991360] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquired lock "refresh_cache-f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.991518] env[69385]: DEBUG nova.network.neutron [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.999909] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.999909] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.000111] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Deleting the datastore file [datastore1] 2d9b419c-060f-443b-a18b-d210f9391f4d {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.000276] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe24456a-2133-4c61-9daf-0a2dc09b6d70 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.011229] env[69385]: DEBUG oslo_vmware.api [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for the task: (returnval){ [ 701.011229] env[69385]: value = "task-3339832" [ 701.011229] env[69385]: _type = "Task" [ 701.011229] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.021857] env[69385]: DEBUG oslo_vmware.api [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.054104] env[69385]: DEBUG nova.network.neutron [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.080128] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.165148] env[69385]: DEBUG nova.network.neutron [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.213246] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.213342] env[69385]: DEBUG nova.compute.manager [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.220354] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.586s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.221869] env[69385]: INFO nova.compute.claims [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.315270] env[69385]: DEBUG nova.compute.manager [req-ec232453-827e-4a3c-9bce-4250da6a5f54 req-1033baf2-82cd-4348-9370-3a83dab3114a service nova] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Received event network-vif-plugged-caebeca1-e9f2-4fc1-becc-0276a9004f7b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 701.315478] env[69385]: DEBUG oslo_concurrency.lockutils [req-ec232453-827e-4a3c-9bce-4250da6a5f54 req-1033baf2-82cd-4348-9370-3a83dab3114a service nova] Acquiring lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.315929] env[69385]: DEBUG oslo_concurrency.lockutils [req-ec232453-827e-4a3c-9bce-4250da6a5f54 req-1033baf2-82cd-4348-9370-3a83dab3114a service nova] Lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.315929] env[69385]: DEBUG oslo_concurrency.lockutils [req-ec232453-827e-4a3c-9bce-4250da6a5f54 req-1033baf2-82cd-4348-9370-3a83dab3114a service nova] Lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.316054] env[69385]: DEBUG nova.compute.manager [req-ec232453-827e-4a3c-9bce-4250da6a5f54 req-1033baf2-82cd-4348-9370-3a83dab3114a service nova] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] No waiting events found dispatching network-vif-plugged-caebeca1-e9f2-4fc1-becc-0276a9004f7b {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.316674] env[69385]: WARNING nova.compute.manager [req-ec232453-827e-4a3c-9bce-4250da6a5f54 req-1033baf2-82cd-4348-9370-3a83dab3114a service nova] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Received unexpected event network-vif-plugged-caebeca1-e9f2-4fc1-becc-0276a9004f7b for instance with vm_state building and task_state spawning. [ 701.374695] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquiring lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.375758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.523617] env[69385]: DEBUG oslo_vmware.api [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Task: {'id': task-3339832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432026} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.523900] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.524164] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.524659] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.528255] env[69385]: INFO nova.compute.manager [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 701.528530] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.528742] env[69385]: DEBUG nova.compute.manager [-] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.529123] env[69385]: DEBUG nova.network.neutron [-] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.540340] env[69385]: DEBUG nova.network.neutron [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Successfully updated port: f0e57fd4-01ab-40fd-8dc0-594353678851 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.554774] env[69385]: DEBUG nova.network.neutron [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.579888] env[69385]: DEBUG oslo_vmware.api [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339830, 'name': PowerOnVM_Task, 'duration_secs': 0.533881} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.580178] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.581572] env[69385]: DEBUG nova.compute.manager [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.581572] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7617cd-a2d9-4d2e-9d04-32688c108b21 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.666691] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Releasing lock "refresh_cache-096c9c90-970a-4fb8-8e9b-524d880f0dda" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.667089] env[69385]: DEBUG nova.compute.manager [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.667360] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.668322] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1e7b13-4b33-446f-924b-2f3a090cafd4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.676822] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.677143] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1053b87f-ff33-48e5-8b7e-dba6e0942762 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.683507] env[69385]: DEBUG oslo_vmware.api [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 701.683507] env[69385]: value = "task-3339833" [ 701.683507] env[69385]: _type = "Task" [ 701.683507] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.697471] env[69385]: DEBUG oslo_vmware.api [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.728097] env[69385]: DEBUG nova.compute.utils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.732762] env[69385]: DEBUG nova.compute.manager [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.732762] env[69385]: DEBUG nova.network.neutron [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.771740] env[69385]: DEBUG nova.policy [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cdd0d222e274c6f8e8bfbb05c1c7b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0781b5c1a31e494da53266b8adb0a251', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.985489] env[69385]: DEBUG nova.network.neutron [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Updating instance_info_cache with network_info: [{"id": "caebeca1-e9f2-4fc1-becc-0276a9004f7b", "address": "fa:16:3e:cc:17:00", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaebeca1-e9", "ovs_interfaceid": "caebeca1-e9f2-4fc1-becc-0276a9004f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.044219] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquiring lock "refresh_cache-3d1c0d44-5ddc-465f-9e7e-ad787491bf99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.044219] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquired lock "refresh_cache-3d1c0d44-5ddc-465f-9e7e-ad787491bf99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.044219] env[69385]: DEBUG nova.network.neutron [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.102584] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.197652] env[69385]: DEBUG oslo_vmware.api [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339833, 'name': PowerOffVM_Task, 'duration_secs': 0.234526} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.197919] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.198097] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.198355] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-010dd1da-fd19-4b7c-a5d5-3301ceaca661 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.231496] env[69385]: DEBUG nova.network.neutron [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Successfully created port: 40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.234808] env[69385]: DEBUG nova.compute.manager [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.245267] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.245267] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.245267] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Deleting the datastore file [datastore2] 096c9c90-970a-4fb8-8e9b-524d880f0dda {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.245267] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf6cc486-c826-4ea6-bce8-c8ea906147ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.253774] env[69385]: DEBUG oslo_vmware.api [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for the task: (returnval){ [ 702.253774] env[69385]: value = "task-3339835" [ 702.253774] env[69385]: _type = "Task" [ 702.253774] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.266777] env[69385]: DEBUG oslo_vmware.api [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.373242] env[69385]: DEBUG nova.compute.manager [req-5eb3f052-b2af-4686-a01a-a44e84133e56 req-eb70f95b-4e35-4f86-833f-1a6eae8462c0 service nova] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Received event network-vif-plugged-f0e57fd4-01ab-40fd-8dc0-594353678851 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 702.373242] env[69385]: DEBUG oslo_concurrency.lockutils [req-5eb3f052-b2af-4686-a01a-a44e84133e56 req-eb70f95b-4e35-4f86-833f-1a6eae8462c0 service nova] Acquiring lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.373242] env[69385]: DEBUG oslo_concurrency.lockutils [req-5eb3f052-b2af-4686-a01a-a44e84133e56 req-eb70f95b-4e35-4f86-833f-1a6eae8462c0 service nova] Lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.373242] env[69385]: DEBUG oslo_concurrency.lockutils [req-5eb3f052-b2af-4686-a01a-a44e84133e56 req-eb70f95b-4e35-4f86-833f-1a6eae8462c0 service nova] Lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.373242] env[69385]: DEBUG nova.compute.manager [req-5eb3f052-b2af-4686-a01a-a44e84133e56 req-eb70f95b-4e35-4f86-833f-1a6eae8462c0 service nova] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] No waiting events found dispatching network-vif-plugged-f0e57fd4-01ab-40fd-8dc0-594353678851 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.373420] env[69385]: WARNING nova.compute.manager [req-5eb3f052-b2af-4686-a01a-a44e84133e56 req-eb70f95b-4e35-4f86-833f-1a6eae8462c0 service nova] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Received unexpected event network-vif-plugged-f0e57fd4-01ab-40fd-8dc0-594353678851 for instance with vm_state building and task_state spawning. [ 702.493504] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Releasing lock "refresh_cache-f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.493792] env[69385]: DEBUG nova.compute.manager [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Instance network_info: |[{"id": "caebeca1-e9f2-4fc1-becc-0276a9004f7b", "address": "fa:16:3e:cc:17:00", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaebeca1-e9", "ovs_interfaceid": "caebeca1-e9f2-4fc1-becc-0276a9004f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.494669] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:17:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caebeca1-e9f2-4fc1-becc-0276a9004f7b', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.505329] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Creating folder: Project (f02f9e9ca61a43be9931a0edcfc2d3de). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.505824] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3377148-454f-4bd1-92c1-c2a439124a98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.517734] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Created folder: Project (f02f9e9ca61a43be9931a0edcfc2d3de) in parent group-v666556. [ 702.517932] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Creating folder: Instances. Parent ref: group-v666588. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.518291] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a76cb89c-74ec-4176-a589-8c1e7474c0d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.529509] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Created folder: Instances in parent group-v666588. [ 702.529789] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.529957] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.530185] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7c2a094-b8bc-439d-b0c8-8b46fcb0e165 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.554905] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.554905] env[69385]: value = "task-3339838" [ 702.554905] env[69385]: _type = "Task" [ 702.554905] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.564352] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339838, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.648588] env[69385]: DEBUG nova.network.neutron [-] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.726156] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ff96cb-8935-4a65-9ea9-8fdcf768ea79 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.735470] env[69385]: DEBUG nova.network.neutron [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.750475] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e182b87a-fcf0-4bd5-8182-5089e80ae4ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.795752] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedc7a9f-1836-4407-8d0b-1a34ea2484f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.802235] env[69385]: DEBUG oslo_vmware.api [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Task: {'id': task-3339835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236303} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.803997] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.804905] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.804905] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.804905] env[69385]: INFO nova.compute.manager [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Took 1.14 seconds to destroy the instance on the hypervisor. [ 702.805056] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.807807] env[69385]: DEBUG nova.compute.manager [-] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.807938] env[69385]: DEBUG nova.network.neutron [-] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.810694] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91b077a-176f-4458-9466-ba70afbd36fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.832035] env[69385]: DEBUG nova.compute.provider_tree [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.839717] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "1180e248-cb8e-46d8-b0e0-f82304723954" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.840030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "1180e248-cb8e-46d8-b0e0-f82304723954" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.840931] env[69385]: DEBUG nova.network.neutron [-] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.027463] env[69385]: DEBUG nova.network.neutron [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Updating instance_info_cache with network_info: [{"id": "f0e57fd4-01ab-40fd-8dc0-594353678851", "address": "fa:16:3e:2f:65:03", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e57fd4-01", "ovs_interfaceid": "f0e57fd4-01ab-40fd-8dc0-594353678851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.073879] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339838, 'name': CreateVM_Task, 'duration_secs': 0.406063} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.074091] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.074838] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.075093] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.075411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.075591] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d1d608-fa1c-4af7-a1fc-ac0329dbc43e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.082173] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 703.082173] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52161554-8dec-169f-c19e-899492a1939c" [ 703.082173] env[69385]: _type = "Task" [ 703.082173] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.092684] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52161554-8dec-169f-c19e-899492a1939c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.153524] env[69385]: INFO nova.compute.manager [-] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Took 1.62 seconds to deallocate network for instance. [ 703.259581] env[69385]: DEBUG nova.compute.manager [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.294537] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.294823] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.295489] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.295489] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.295489] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.296076] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.296076] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.296553] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.296553] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.296724] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.296954] env[69385]: DEBUG nova.virt.hardware [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.297910] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ca3bd-6fde-40f4-8cbf-ee652dd85873 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.307469] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe73673f-b091-43f2-801b-036702885da3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.340752] env[69385]: DEBUG nova.scheduler.client.report [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.352530] env[69385]: DEBUG nova.network.neutron [-] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.531861] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Releasing lock "refresh_cache-3d1c0d44-5ddc-465f-9e7e-ad787491bf99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.531861] env[69385]: DEBUG nova.compute.manager [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Instance network_info: |[{"id": "f0e57fd4-01ab-40fd-8dc0-594353678851", "address": "fa:16:3e:2f:65:03", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e57fd4-01", "ovs_interfaceid": "f0e57fd4-01ab-40fd-8dc0-594353678851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.532380] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:65:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e57fd4-01ab-40fd-8dc0-594353678851', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.541880] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Creating folder: Project (c888311f8bb64ff9b657f7f19e2e446a). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.543392] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d65315b-672a-4ee7-a0a4-523488ab61af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.555818] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Created folder: Project (c888311f8bb64ff9b657f7f19e2e446a) in parent group-v666556. [ 703.555983] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Creating folder: Instances. Parent ref: group-v666591. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.556246] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8471304c-1e8f-4898-8409-72f3b3b8de55 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.572021] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Created folder: Instances in parent group-v666591. [ 703.572021] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.572021] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.572021] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-428502a6-fa7d-479c-b915-13c2f24b32b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.599802] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52161554-8dec-169f-c19e-899492a1939c, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.603590] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.603590] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.603590] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.603590] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.603900] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.603900] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.603900] env[69385]: value = "task-3339841" [ 703.603900] env[69385]: _type = "Task" [ 703.603900] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.603900] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1aaa1bb2-d1cf-4562-98bd-191b071fbb16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.617170] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339841, 'name': CreateVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.620077] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.620077] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.623634] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f6aa3b-05a1-472f-ad14-704bfe32653b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.630126] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 703.630126] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5243af88-fc6e-e0b8-9e63-7263fd952b1c" [ 703.630126] env[69385]: _type = "Task" [ 703.630126] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.643224] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5243af88-fc6e-e0b8-9e63-7263fd952b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.665851] env[69385]: DEBUG oslo_concurrency.lockutils [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.847486] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.848013] env[69385]: DEBUG nova.compute.manager [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.856536] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.660s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.856536] env[69385]: INFO nova.compute.claims [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.863044] env[69385]: INFO nova.compute.manager [-] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Took 1.05 seconds to deallocate network for instance. [ 703.937995] env[69385]: DEBUG nova.compute.manager [req-74fd419f-c7c3-4584-9bc3-2c6796eb6909 req-bf29b664-0096-4c6e-96b1-d6f0449e74e3 service nova] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Received event network-changed-caebeca1-e9f2-4fc1-becc-0276a9004f7b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 703.937995] env[69385]: DEBUG nova.compute.manager [req-74fd419f-c7c3-4584-9bc3-2c6796eb6909 req-bf29b664-0096-4c6e-96b1-d6f0449e74e3 service nova] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Refreshing instance network info cache due to event network-changed-caebeca1-e9f2-4fc1-becc-0276a9004f7b. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 703.937995] env[69385]: DEBUG oslo_concurrency.lockutils [req-74fd419f-c7c3-4584-9bc3-2c6796eb6909 req-bf29b664-0096-4c6e-96b1-d6f0449e74e3 service nova] Acquiring lock "refresh_cache-f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.937995] env[69385]: DEBUG oslo_concurrency.lockutils [req-74fd419f-c7c3-4584-9bc3-2c6796eb6909 req-bf29b664-0096-4c6e-96b1-d6f0449e74e3 service nova] Acquired lock "refresh_cache-f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.937995] env[69385]: DEBUG nova.network.neutron [req-74fd419f-c7c3-4584-9bc3-2c6796eb6909 req-bf29b664-0096-4c6e-96b1-d6f0449e74e3 service nova] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Refreshing network info cache for port caebeca1-e9f2-4fc1-becc-0276a9004f7b {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.120121] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339841, 'name': CreateVM_Task, 'duration_secs': 0.357664} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.120121] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.121231] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.121231] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.121231] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.121597] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2dcc92d-a429-47c5-ae6e-10f156f4c9d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.126971] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 704.126971] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5208988d-e8b6-4b2e-895f-a5d6f3ac09dc" [ 704.126971] env[69385]: _type = "Task" [ 704.126971] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.147441] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5243af88-fc6e-e0b8-9e63-7263fd952b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.147580] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5208988d-e8b6-4b2e-895f-a5d6f3ac09dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.148431] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7b9d1d-3bbf-44f3-b5f1-c075a69505e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.155288] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 704.155288] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fde2ad-6918-c5eb-d275-94d6e9fae783" [ 704.155288] env[69385]: _type = "Task" [ 704.155288] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.168788] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fde2ad-6918-c5eb-d275-94d6e9fae783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.183901] env[69385]: DEBUG nova.network.neutron [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Successfully updated port: 40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.357752] env[69385]: DEBUG nova.compute.utils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.359669] env[69385]: DEBUG nova.compute.manager [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.359968] env[69385]: DEBUG nova.network.neutron [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.370853] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.421488] env[69385]: DEBUG nova.policy [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6d84e638bfb4b41ba43e616fb502022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14a59f46a8344c8d89edbc6a1fdb925f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.641546] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5208988d-e8b6-4b2e-895f-a5d6f3ac09dc, 'name': SearchDatastore_Task, 'duration_secs': 0.023214} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.641546] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.641928] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.642200] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.671638] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fde2ad-6918-c5eb-d275-94d6e9fae783, 'name': SearchDatastore_Task, 'duration_secs': 0.017974} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.671638] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.672327] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870/f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.672465] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.672605] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.672875] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22f3e0b7-f2e7-4000-bb89-b6944b867bb6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.675314] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b2631d4-5835-4522-a15c-9dbad84460f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.695891] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquiring lock "refresh_cache-7a6c15e6-6305-4fce-83b4-887a46d06a26" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.695891] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquired lock "refresh_cache-7a6c15e6-6305-4fce-83b4-887a46d06a26" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.695891] env[69385]: DEBUG nova.network.neutron [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.695891] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 704.695891] env[69385]: value = "task-3339842" [ 704.695891] env[69385]: _type = "Task" [ 704.695891] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.695891] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.696437] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.700211] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e2cd48-bdb3-4365-ac4c-b7bdfdc838a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.712136] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 704.712136] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cb27f4-a0e6-184e-238c-05a0cc6abfac" [ 704.712136] env[69385]: _type = "Task" [ 704.712136] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.712466] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.725400] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cb27f4-a0e6-184e-238c-05a0cc6abfac, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.725400] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2311a690-8636-4afc-9cf7-508e9c191a5c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.729149] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 704.729149] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b3567e-7884-69dd-bfd8-220391e25550" [ 704.729149] env[69385]: _type = "Task" [ 704.729149] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.741284] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b3567e-7884-69dd-bfd8-220391e25550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.863206] env[69385]: DEBUG nova.compute.manager [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.907951] env[69385]: DEBUG nova.network.neutron [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Successfully created port: fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.956533] env[69385]: DEBUG nova.network.neutron [req-74fd419f-c7c3-4584-9bc3-2c6796eb6909 req-bf29b664-0096-4c6e-96b1-d6f0449e74e3 service nova] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Updated VIF entry in instance network info cache for port caebeca1-e9f2-4fc1-becc-0276a9004f7b. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.956988] env[69385]: DEBUG nova.network.neutron [req-74fd419f-c7c3-4584-9bc3-2c6796eb6909 req-bf29b664-0096-4c6e-96b1-d6f0449e74e3 service nova] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Updating instance_info_cache with network_info: [{"id": "caebeca1-e9f2-4fc1-becc-0276a9004f7b", "address": "fa:16:3e:cc:17:00", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaebeca1-e9", "ovs_interfaceid": "caebeca1-e9f2-4fc1-becc-0276a9004f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.985845] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquiring lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.986126] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.212304] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.250318] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b3567e-7884-69dd-bfd8-220391e25550, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.251028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.251028] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 3d1c0d44-5ddc-465f-9e7e-ad787491bf99/3d1c0d44-5ddc-465f-9e7e-ad787491bf99.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.251442] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cb33a0f-20d9-4ad4-8bba-74cee7b474c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.258279] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 705.258279] env[69385]: value = "task-3339843" [ 705.258279] env[69385]: _type = "Task" [ 705.258279] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.270923] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.300686] env[69385]: DEBUG nova.network.neutron [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.405461] env[69385]: DEBUG nova.compute.manager [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Received event network-changed-f0e57fd4-01ab-40fd-8dc0-594353678851 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 705.405650] env[69385]: DEBUG nova.compute.manager [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Refreshing instance network info cache due to event network-changed-f0e57fd4-01ab-40fd-8dc0-594353678851. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 705.405864] env[69385]: DEBUG oslo_concurrency.lockutils [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] Acquiring lock "refresh_cache-3d1c0d44-5ddc-465f-9e7e-ad787491bf99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.406011] env[69385]: DEBUG oslo_concurrency.lockutils [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] Acquired lock "refresh_cache-3d1c0d44-5ddc-465f-9e7e-ad787491bf99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.406181] env[69385]: DEBUG nova.network.neutron [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Refreshing network info cache for port f0e57fd4-01ab-40fd-8dc0-594353678851 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.409191] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d404fdbe-8aa9-4e57-87fc-31c22acd87f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.418528] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64bdcb9-e332-46e5-a9c3-7233e815f8a1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.458744] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd71463b-3557-4c77-b143-25fef9113bee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.461847] env[69385]: DEBUG oslo_concurrency.lockutils [req-74fd419f-c7c3-4584-9bc3-2c6796eb6909 req-bf29b664-0096-4c6e-96b1-d6f0449e74e3 service nova] Releasing lock "refresh_cache-f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.462127] env[69385]: DEBUG nova.compute.manager [req-74fd419f-c7c3-4584-9bc3-2c6796eb6909 req-bf29b664-0096-4c6e-96b1-d6f0449e74e3 service nova] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Received event network-vif-deleted-a6b2250b-8c49-4cfe-8448-4c5f6413ffc1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 705.468241] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96c9aa4-f601-48ae-9863-92ea3c2d29b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.485038] env[69385]: DEBUG nova.compute.provider_tree [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.685302] env[69385]: DEBUG nova.network.neutron [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Updating instance_info_cache with network_info: [{"id": "40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62", "address": "fa:16:3e:7c:ef:2b", "network": {"id": "b41116f2-0e6c-43ce-ace6-5c578f9c1a38", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1733942127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0781b5c1a31e494da53266b8adb0a251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a9c99b-f9", "ovs_interfaceid": "40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.714767] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572644} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.715443] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870/f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.716469] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.717169] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53993c1e-f60f-4223-8a1f-6d3c4c0265bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.728590] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 705.728590] env[69385]: value = "task-3339844" [ 705.728590] env[69385]: _type = "Task" [ 705.728590] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.740277] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.775152] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492541} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.775152] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 3d1c0d44-5ddc-465f-9e7e-ad787491bf99/3d1c0d44-5ddc-465f-9e7e-ad787491bf99.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.775152] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.775152] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57b51d58-ebf5-4399-abc6-3d4dbd1e1bd2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.780513] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 705.780513] env[69385]: value = "task-3339845" [ 705.780513] env[69385]: _type = "Task" [ 705.780513] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.793752] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.804555] env[69385]: DEBUG oslo_concurrency.lockutils [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "26506859-aad3-4c58-8001-f9b9fd627d6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.804858] env[69385]: DEBUG oslo_concurrency.lockutils [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.805093] env[69385]: DEBUG oslo_concurrency.lockutils [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "26506859-aad3-4c58-8001-f9b9fd627d6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.805277] env[69385]: DEBUG oslo_concurrency.lockutils [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.805439] env[69385]: DEBUG oslo_concurrency.lockutils [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.807802] env[69385]: INFO nova.compute.manager [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Terminating instance [ 705.882938] env[69385]: DEBUG nova.compute.manager [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.919707] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.919947] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.920114] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.920363] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.920459] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.920591] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.920778] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.921024] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.921595] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.921595] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.921717] env[69385]: DEBUG nova.virt.hardware [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.922531] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd64732-eee3-4ab0-9c1e-50aa5070f2c5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.930821] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea047480-209a-4065-be35-69d6feea4387 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.989251] env[69385]: DEBUG nova.scheduler.client.report [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.192429] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Releasing lock "refresh_cache-7a6c15e6-6305-4fce-83b4-887a46d06a26" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.192429] env[69385]: DEBUG nova.compute.manager [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Instance network_info: |[{"id": "40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62", "address": "fa:16:3e:7c:ef:2b", "network": {"id": "b41116f2-0e6c-43ce-ace6-5c578f9c1a38", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1733942127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0781b5c1a31e494da53266b8adb0a251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a9c99b-f9", "ovs_interfaceid": "40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.192675] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:ef:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.202218] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Creating folder: Project (0781b5c1a31e494da53266b8adb0a251). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.202558] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9620ee2c-d835-4270-bc8c-90a0d10385b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.217341] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Created folder: Project (0781b5c1a31e494da53266b8adb0a251) in parent group-v666556. [ 706.219356] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Creating folder: Instances. Parent ref: group-v666594. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.219867] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58e7b66b-4069-4198-811b-40af6a51c1f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.237075] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Created folder: Instances in parent group-v666594. [ 706.237075] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.237075] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.237075] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bce557b6-7ff0-413d-b761-c4642e6a8041 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.265051] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070753} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.265823] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.266936] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c91f7e6-de11-4ebd-bced-a20465d02c52 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.271710] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.271710] env[69385]: value = "task-3339848" [ 706.271710] env[69385]: _type = "Task" [ 706.271710] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.296388] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870/f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.297587] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9640e0a8-6ca0-4590-9469-26f8b6aff0d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.319423] env[69385]: DEBUG nova.compute.manager [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.319423] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.319773] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339848, 'name': CreateVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.320953] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed34d28-d56d-4e89-b26c-88720bc7cb64 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.329077] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073592} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.333362] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.333362] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 706.333362] env[69385]: value = "task-3339849" [ 706.333362] env[69385]: _type = "Task" [ 706.333362] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.333362] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13f8f53-27b4-4a12-a454-b3eac691a94b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.342422] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.342422] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-914efccb-ba4e-4a77-a40f-60a798ef9ff1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.365038] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 3d1c0d44-5ddc-465f-9e7e-ad787491bf99/3d1c0d44-5ddc-465f-9e7e-ad787491bf99.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.369153] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc9f4a1-3c10-4777-a2c5-3537279ca306 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.385483] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.387018] env[69385]: DEBUG oslo_vmware.api [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 706.387018] env[69385]: value = "task-3339850" [ 706.387018] env[69385]: _type = "Task" [ 706.387018] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.392292] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 706.392292] env[69385]: value = "task-3339851" [ 706.392292] env[69385]: _type = "Task" [ 706.392292] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.398820] env[69385]: DEBUG oslo_vmware.api [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.405169] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.418373] env[69385]: DEBUG nova.network.neutron [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Updated VIF entry in instance network info cache for port f0e57fd4-01ab-40fd-8dc0-594353678851. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.418373] env[69385]: DEBUG nova.network.neutron [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Updating instance_info_cache with network_info: [{"id": "f0e57fd4-01ab-40fd-8dc0-594353678851", "address": "fa:16:3e:2f:65:03", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e57fd4-01", "ovs_interfaceid": "f0e57fd4-01ab-40fd-8dc0-594353678851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.498894] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.499522] env[69385]: DEBUG nova.compute.manager [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.504944] env[69385]: DEBUG oslo_concurrency.lockutils [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.382s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.505231] env[69385]: DEBUG nova.objects.instance [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Lazy-loading 'resources' on Instance uuid dd4c8664-8216-46b7-8a31-2b113a68cfa7 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.788664] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339848, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.850531] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339849, 'name': ReconfigVM_Task, 'duration_secs': 0.494118} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.850769] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Reconfigured VM instance instance-0000000b to attach disk [datastore2] f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870/f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.851573] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfd9bf45-97fd-4997-8511-6912f25f1f05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.858997] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 706.858997] env[69385]: value = "task-3339852" [ 706.858997] env[69385]: _type = "Task" [ 706.858997] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.878352] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339852, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.905469] env[69385]: DEBUG oslo_vmware.api [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339850, 'name': PowerOffVM_Task, 'duration_secs': 0.294659} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.909826] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.910082] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.910601] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339851, 'name': ReconfigVM_Task, 'duration_secs': 0.488076} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.911261] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38477e09-ee92-47a2-aba3-3dfda85402c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.913231] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 3d1c0d44-5ddc-465f-9e7e-ad787491bf99/3d1c0d44-5ddc-465f-9e7e-ad787491bf99.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.914071] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-767afebf-dc83-4151-8aa9-ba90033472ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.920851] env[69385]: DEBUG oslo_concurrency.lockutils [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] Releasing lock "refresh_cache-3d1c0d44-5ddc-465f-9e7e-ad787491bf99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.921269] env[69385]: DEBUG nova.compute.manager [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Received event network-vif-plugged-40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 706.922436] env[69385]: DEBUG oslo_concurrency.lockutils [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] Acquiring lock "7a6c15e6-6305-4fce-83b4-887a46d06a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.922436] env[69385]: DEBUG oslo_concurrency.lockutils [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] Lock "7a6c15e6-6305-4fce-83b4-887a46d06a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.922436] env[69385]: DEBUG oslo_concurrency.lockutils [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] Lock "7a6c15e6-6305-4fce-83b4-887a46d06a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.922436] env[69385]: DEBUG nova.compute.manager [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] No waiting events found dispatching network-vif-plugged-40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.925932] env[69385]: WARNING nova.compute.manager [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Received unexpected event network-vif-plugged-40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62 for instance with vm_state building and task_state spawning. [ 706.925932] env[69385]: DEBUG nova.compute.manager [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Received event network-changed-40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 706.925932] env[69385]: DEBUG nova.compute.manager [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Refreshing instance network info cache due to event network-changed-40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 706.925932] env[69385]: DEBUG oslo_concurrency.lockutils [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] Acquiring lock "refresh_cache-7a6c15e6-6305-4fce-83b4-887a46d06a26" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.925932] env[69385]: DEBUG oslo_concurrency.lockutils [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] Acquired lock "refresh_cache-7a6c15e6-6305-4fce-83b4-887a46d06a26" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.926174] env[69385]: DEBUG nova.network.neutron [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Refreshing network info cache for port 40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.927357] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 706.927357] env[69385]: value = "task-3339854" [ 706.927357] env[69385]: _type = "Task" [ 706.927357] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.937755] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339854, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.979545] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.979545] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.979545] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleting the datastore file [datastore2] 26506859-aad3-4c58-8001-f9b9fd627d6a {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.979545] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76cb0822-4fe1-46e4-a21f-e7d71eaa91d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.987453] env[69385]: DEBUG oslo_vmware.api [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 706.987453] env[69385]: value = "task-3339855" [ 706.987453] env[69385]: _type = "Task" [ 706.987453] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.997576] env[69385]: DEBUG oslo_vmware.api [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.008543] env[69385]: DEBUG nova.compute.utils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.012727] env[69385]: DEBUG nova.compute.manager [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.012727] env[69385]: DEBUG nova.network.neutron [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.015921] env[69385]: DEBUG nova.network.neutron [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Successfully updated port: fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.140765] env[69385]: DEBUG nova.policy [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f8fcb85c3b49caabd8b3b3934cd8fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb12f5d018da4918ba9110c247587aa6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.155942] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.156155] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.287285] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339848, 'name': CreateVM_Task, 'duration_secs': 0.669488} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.287526] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.288024] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.288203] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.288547] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.290053] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-332d87fd-873c-481c-ba91-33fd712948bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.299719] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 707.299719] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b86443-4806-54d4-2b58-1b87ac6d8727" [ 707.299719] env[69385]: _type = "Task" [ 707.299719] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.308921] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b86443-4806-54d4-2b58-1b87ac6d8727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.370816] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339852, 'name': Rename_Task, 'duration_secs': 0.167776} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.371146] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.371407] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c2f86d7-f021-489e-b6d1-39347da2f9ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.381730] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 707.381730] env[69385]: value = "task-3339856" [ 707.381730] env[69385]: _type = "Task" [ 707.381730] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.390427] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.441578] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339854, 'name': Rename_Task, 'duration_secs': 0.17695} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.441923] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.442224] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f03e2c49-3a43-45fc-b057-8bc552d7e05b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.450305] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 707.450305] env[69385]: value = "task-3339857" [ 707.450305] env[69385]: _type = "Task" [ 707.450305] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.463126] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.500838] env[69385]: DEBUG oslo_vmware.api [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3339855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22174} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.501362] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.502864] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.503498] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.503498] env[69385]: INFO nova.compute.manager [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 707.503498] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.503713] env[69385]: DEBUG nova.compute.manager [-] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.503825] env[69385]: DEBUG nova.network.neutron [-] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.512770] env[69385]: DEBUG nova.compute.manager [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.522523] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquiring lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.522682] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquired lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.522838] env[69385]: DEBUG nova.network.neutron [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.594168] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaeb68e-1c39-4225-aa8a-45a22cc3b186 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.605250] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7975977c-0fc7-45de-9481-c0c22dbf9ef0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.613141] env[69385]: DEBUG oslo_vmware.rw_handles [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52086d49-91d8-1e56-7877-7c4be81453f5/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 707.613263] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb84ae7-0b92-4dc4-9c1e-e8a4b3931892 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.653324] env[69385]: DEBUG oslo_vmware.rw_handles [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52086d49-91d8-1e56-7877-7c4be81453f5/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 707.653638] env[69385]: ERROR oslo_vmware.rw_handles [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52086d49-91d8-1e56-7877-7c4be81453f5/disk-0.vmdk due to incomplete transfer. [ 707.654551] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2cf4c740-a5db-4646-8075-52baa0876041 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.657155] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f372712-708d-47ea-88a1-20f86da1e140 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.666091] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1640a0-083a-441d-a8cb-a67af3321fe4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.673865] env[69385]: DEBUG oslo_vmware.rw_handles [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52086d49-91d8-1e56-7877-7c4be81453f5/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 707.673865] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Uploaded image 19e04fad-4937-47e6-a503-f5eb9ffb5879 to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 707.676231] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.676372] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ede330f-2466-41da-9d97-47695969eca1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.687693] env[69385]: DEBUG nova.compute.provider_tree [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.693972] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 707.693972] env[69385]: value = "task-3339858" [ 707.693972] env[69385]: _type = "Task" [ 707.693972] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.703644] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339858, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.815103] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b86443-4806-54d4-2b58-1b87ac6d8727, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.815103] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.815766] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.816066] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.816625] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.816625] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.818345] env[69385]: DEBUG nova.network.neutron [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Successfully created port: 963b1aa3-e352-4692-8011-4e38694893f5 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.821854] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18612542-087a-45be-a93e-ad0a220f958b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.835273] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.836160] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.836951] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565ab943-7c3c-4b38-bc77-276717d39499 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.843028] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 707.843028] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e38f5-c88e-1a82-c6b8-b69af50f95a3" [ 707.843028] env[69385]: _type = "Task" [ 707.843028] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.853318] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e38f5-c88e-1a82-c6b8-b69af50f95a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.897371] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339856, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.957842] env[69385]: DEBUG nova.network.neutron [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Updated VIF entry in instance network info cache for port 40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.958319] env[69385]: DEBUG nova.network.neutron [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Updating instance_info_cache with network_info: [{"id": "40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62", "address": "fa:16:3e:7c:ef:2b", "network": {"id": "b41116f2-0e6c-43ce-ace6-5c578f9c1a38", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1733942127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0781b5c1a31e494da53266b8adb0a251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40a9c99b-f9", "ovs_interfaceid": "40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.965755] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339857, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.081824] env[69385]: DEBUG nova.network.neutron [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.155476] env[69385]: DEBUG nova.compute.manager [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Received event network-vif-plugged-fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.156739] env[69385]: DEBUG oslo_concurrency.lockutils [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] Acquiring lock "920d668d-1947-40bd-9c94-9398ee4a4acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.156739] env[69385]: DEBUG oslo_concurrency.lockutils [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] Lock "920d668d-1947-40bd-9c94-9398ee4a4acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.156739] env[69385]: DEBUG oslo_concurrency.lockutils [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] Lock "920d668d-1947-40bd-9c94-9398ee4a4acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.156739] env[69385]: DEBUG nova.compute.manager [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] No waiting events found dispatching network-vif-plugged-fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.156739] env[69385]: WARNING nova.compute.manager [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Received unexpected event network-vif-plugged-fbe96742-ddfd-4271-8fd7-728c6fd4e41e for instance with vm_state building and task_state spawning. [ 708.156994] env[69385]: DEBUG nova.compute.manager [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Received event network-changed-fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.156994] env[69385]: DEBUG nova.compute.manager [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Refreshing instance network info cache due to event network-changed-fbe96742-ddfd-4271-8fd7-728c6fd4e41e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 708.156994] env[69385]: DEBUG oslo_concurrency.lockutils [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] Acquiring lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.190769] env[69385]: DEBUG nova.scheduler.client.report [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.209207] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339858, 'name': Destroy_Task, 'duration_secs': 0.336091} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.209649] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Destroyed the VM [ 708.211870] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 708.211870] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6dbca3d-2e64-46e5-b657-995927da3299 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.224015] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 708.224015] env[69385]: value = "task-3339859" [ 708.224015] env[69385]: _type = "Task" [ 708.224015] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.238111] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.362791] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e38f5-c88e-1a82-c6b8-b69af50f95a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014419} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.363918] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d1346b-9f88-47e8-ada0-c5fc5cf7fde4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.371187] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 708.371187] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5255cf57-08da-edf2-95b0-cac673e971a6" [ 708.371187] env[69385]: _type = "Task" [ 708.371187] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.382959] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5255cf57-08da-edf2-95b0-cac673e971a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.394468] env[69385]: DEBUG oslo_vmware.api [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339856, 'name': PowerOnVM_Task, 'duration_secs': 0.931894} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.394468] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.394770] env[69385]: INFO nova.compute.manager [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Took 10.36 seconds to spawn the instance on the hypervisor. [ 708.394770] env[69385]: DEBUG nova.compute.manager [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.395852] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d069ae-e0b9-4c8a-bd1d-2ffd8cc4817a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.406044] env[69385]: DEBUG nova.network.neutron [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Updating instance_info_cache with network_info: [{"id": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "address": "fa:16:3e:38:1f:24", "network": {"id": "570faeb3-1bd9-454c-a289-1e3083a8fd5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791629016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a59f46a8344c8d89edbc6a1fdb925f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe96742-dd", "ovs_interfaceid": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.461208] env[69385]: DEBUG oslo_vmware.api [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339857, 'name': PowerOnVM_Task, 'duration_secs': 0.521916} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.461411] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.461609] env[69385]: INFO nova.compute.manager [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Took 7.84 seconds to spawn the instance on the hypervisor. [ 708.461780] env[69385]: DEBUG nova.compute.manager [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.462735] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b77010-30ba-4e1a-87d6-6cb5a49559a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.467093] env[69385]: DEBUG oslo_concurrency.lockutils [req-55777822-2c0d-4cee-8318-df85476c9962 req-447dfd12-65f1-4858-8014-87376a5ad053 service nova] Releasing lock "refresh_cache-7a6c15e6-6305-4fce-83b4-887a46d06a26" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.529140] env[69385]: DEBUG nova.compute.manager [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.563294] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.563553] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.563707] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.563885] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.564818] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.564818] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.564818] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.565182] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.565484] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.566098] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.566098] env[69385]: DEBUG nova.virt.hardware [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.567407] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4a9285-524f-45ba-bec1-8d54ef3cb5d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.575977] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1cd816-62a2-4379-b7bc-dc03030d5da1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.702299] env[69385]: DEBUG oslo_concurrency.lockutils [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.710017] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.993s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.710017] env[69385]: INFO nova.compute.claims [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.734635] env[69385]: DEBUG oslo_vmware.api [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339859, 'name': RemoveSnapshot_Task, 'duration_secs': 0.374921} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.735533] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 708.735656] env[69385]: INFO nova.compute.manager [None req-5bd5b9b7-b789-4607-937e-c70ff4eb7e75 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 708.763270] env[69385]: INFO nova.scheduler.client.report [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Deleted allocations for instance dd4c8664-8216-46b7-8a31-2b113a68cfa7 [ 708.886135] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5255cf57-08da-edf2-95b0-cac673e971a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014569} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.886135] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.886135] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 7a6c15e6-6305-4fce-83b4-887a46d06a26/7a6c15e6-6305-4fce-83b4-887a46d06a26.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.886135] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73dc3fff-8473-4f42-b96f-bd0c79514612 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.898311] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 708.898311] env[69385]: value = "task-3339860" [ 708.898311] env[69385]: _type = "Task" [ 708.898311] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.915593] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Releasing lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.915979] env[69385]: DEBUG nova.compute.manager [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Instance network_info: |[{"id": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "address": "fa:16:3e:38:1f:24", "network": {"id": "570faeb3-1bd9-454c-a289-1e3083a8fd5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791629016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a59f46a8344c8d89edbc6a1fdb925f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe96742-dd", "ovs_interfaceid": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.916280] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.916543] env[69385]: DEBUG oslo_concurrency.lockutils [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] Acquired lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.916748] env[69385]: DEBUG nova.network.neutron [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Refreshing network info cache for port fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.917731] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:1f:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbe96742-ddfd-4271-8fd7-728c6fd4e41e', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.925434] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Creating folder: Project (14a59f46a8344c8d89edbc6a1fdb925f). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.928667] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcd586ae-b87e-4f9d-a66c-0792310c0412 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.930439] env[69385]: INFO nova.compute.manager [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Took 25.01 seconds to build instance. [ 708.940178] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Created folder: Project (14a59f46a8344c8d89edbc6a1fdb925f) in parent group-v666556. [ 708.940368] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Creating folder: Instances. Parent ref: group-v666597. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.940621] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-569db73a-5b3e-4f87-be24-88bdcc0c49df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.943604] env[69385]: DEBUG nova.network.neutron [-] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.956373] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Created folder: Instances in parent group-v666597. [ 708.956661] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.956868] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.957109] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5a1118e-ca49-4087-8720-f1ea5e2968f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.993761] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.993761] env[69385]: value = "task-3339863" [ 708.993761] env[69385]: _type = "Task" [ 708.993761] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.995100] env[69385]: INFO nova.compute.manager [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Took 24.57 seconds to build instance. [ 709.006441] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339863, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.202527] env[69385]: DEBUG nova.compute.manager [req-30b7d6fa-7e3e-453f-b47e-094ebd2a4809 req-91fe60f7-0ac0-4aed-a944-762a23794ea9 service nova] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Received event network-vif-deleted-38f1a54e-19ab-4e9c-b908-75b1740db5ea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.272105] env[69385]: DEBUG oslo_concurrency.lockutils [None req-edabead0-90cc-44a1-aa5e-c7172b232d33 tempest-DeleteServersAdminTestJSON-826759717 tempest-DeleteServersAdminTestJSON-826759717-project-admin] Lock "dd4c8664-8216-46b7-8a31-2b113a68cfa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.075s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.416730] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.437748] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147039fe-17a5-4e2b-8840-cd1255d44a61 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.990s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.447804] env[69385]: INFO nova.compute.manager [-] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Took 1.94 seconds to deallocate network for instance. [ 709.505331] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81b255b6-a01e-422a-ac31-d791d423114f tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.136s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.512089] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339863, 'name': CreateVM_Task, 'duration_secs': 0.492059} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.512344] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.516243] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.516243] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.516243] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.516243] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5222e11-1259-412b-92de-573d1d7e3cc6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.519221] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 709.519221] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e0c66a-98f5-ef68-60e8-1115df69814a" [ 709.519221] env[69385]: _type = "Task" [ 709.519221] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.528063] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e0c66a-98f5-ef68-60e8-1115df69814a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.860990] env[69385]: DEBUG nova.network.neutron [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Updated VIF entry in instance network info cache for port fbe96742-ddfd-4271-8fd7-728c6fd4e41e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.864167] env[69385]: DEBUG nova.network.neutron [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Updating instance_info_cache with network_info: [{"id": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "address": "fa:16:3e:38:1f:24", "network": {"id": "570faeb3-1bd9-454c-a289-1e3083a8fd5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791629016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a59f46a8344c8d89edbc6a1fdb925f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe96742-dd", "ovs_interfaceid": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.917366] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593242} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.917653] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 7a6c15e6-6305-4fce-83b4-887a46d06a26/7a6c15e6-6305-4fce-83b4-887a46d06a26.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.917962] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.918115] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24b6582e-c65d-4e7d-a2f0-846065cb5de1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.925832] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 709.925832] env[69385]: value = "task-3339864" [ 709.925832] env[69385]: _type = "Task" [ 709.925832] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.934382] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.941055] env[69385]: DEBUG nova.compute.manager [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.956689] env[69385]: DEBUG oslo_concurrency.lockutils [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.008833] env[69385]: DEBUG nova.compute.manager [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.038090] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e0c66a-98f5-ef68-60e8-1115df69814a, 'name': SearchDatastore_Task, 'duration_secs': 0.051278} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.038090] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.038090] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.038090] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.038454] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.038454] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.038454] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cc6fa9c-2c36-4e36-935a-f3e121652157 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.051894] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.052065] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.052885] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4347ae-6275-4416-ba92-931e69218d47 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.061377] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 710.061377] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5289d769-1d9e-d26f-bc15-cc9765740a0d" [ 710.061377] env[69385]: _type = "Task" [ 710.061377] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.072043] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5289d769-1d9e-d26f-bc15-cc9765740a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.090841] env[69385]: DEBUG nova.network.neutron [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Successfully updated port: 963b1aa3-e352-4692-8011-4e38694893f5 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.246233] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130252e9-e7b8-4724-ab87-78ef31fc8ded {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.254176] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe60e27f-9cde-4ae3-bb07-0724809400d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.285734] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec1e991-5a09-446d-9dbd-1ca4c2a4181f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.293062] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295bb1e7-0c79-4957-9ae3-f0d445034eef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.308119] env[69385]: DEBUG nova.compute.provider_tree [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.368305] env[69385]: DEBUG oslo_concurrency.lockutils [req-45f947c7-d3d8-49c4-bc96-ff206a297c91 req-a2a2e65a-86ce-4ff1-852f-ecd91fcba076 service nova] Releasing lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.439461] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094934} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.439786] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.440639] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18e897e-0ee8-4d2e-8f0e-5182b78b4ed6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.482312] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7a6c15e6-6305-4fce-83b4-887a46d06a26/7a6c15e6-6305-4fce-83b4-887a46d06a26.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.485165] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3dfa0c3-e632-44e4-b91b-ebddaf1a2773 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.508356] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 710.508356] env[69385]: value = "task-3339865" [ 710.508356] env[69385]: _type = "Task" [ 710.508356] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.520680] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.524805] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.537541] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.574926] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5289d769-1d9e-d26f-bc15-cc9765740a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.023809} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.575776] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517ca13f-a024-4660-a36b-8bf4c19c752a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.582557] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 710.582557] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7f7f0-39b4-cc65-3ddf-7aff96b4bb3a" [ 710.582557] env[69385]: _type = "Task" [ 710.582557] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.592559] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "refresh_cache-b0e68d62-c0dd-4510-943e-dbee2b51ec0c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.592730] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquired lock "refresh_cache-b0e68d62-c0dd-4510-943e-dbee2b51ec0c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.593546] env[69385]: DEBUG nova.network.neutron [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.595888] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7f7f0-39b4-cc65-3ddf-7aff96b4bb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.688025] env[69385]: DEBUG nova.compute.manager [None req-e406a1bd-00b5-418f-ba8c-daab6ed74afe tempest-ServerExternalEventsTest-1573691207 tempest-ServerExternalEventsTest-1573691207-project] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Received event network-changed {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.692375] env[69385]: DEBUG nova.compute.manager [None req-e406a1bd-00b5-418f-ba8c-daab6ed74afe tempest-ServerExternalEventsTest-1573691207 tempest-ServerExternalEventsTest-1573691207-project] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Refreshing instance network info cache due to event network-changed. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 710.692375] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e406a1bd-00b5-418f-ba8c-daab6ed74afe tempest-ServerExternalEventsTest-1573691207 tempest-ServerExternalEventsTest-1573691207-project] Acquiring lock "refresh_cache-f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.692375] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e406a1bd-00b5-418f-ba8c-daab6ed74afe tempest-ServerExternalEventsTest-1573691207 tempest-ServerExternalEventsTest-1573691207-project] Acquired lock "refresh_cache-f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.692375] env[69385]: DEBUG nova.network.neutron [None req-e406a1bd-00b5-418f-ba8c-daab6ed74afe tempest-ServerExternalEventsTest-1573691207 tempest-ServerExternalEventsTest-1573691207-project] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.812430] env[69385]: DEBUG nova.scheduler.client.report [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.878834] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "f2499b0d-3142-48df-b283-2d8ff453c5ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.879105] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "f2499b0d-3142-48df-b283-2d8ff453c5ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.023176] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339865, 'name': ReconfigVM_Task, 'duration_secs': 0.348594} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.023563] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7a6c15e6-6305-4fce-83b4-887a46d06a26/7a6c15e6-6305-4fce-83b4-887a46d06a26.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.024250] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40334f8c-cb21-438e-bde0-48a616ea84f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.034055] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 711.034055] env[69385]: value = "task-3339866" [ 711.034055] env[69385]: _type = "Task" [ 711.034055] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.043413] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339866, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.102192] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7f7f0-39b4-cc65-3ddf-7aff96b4bb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.102408] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.106099] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 920d668d-1947-40bd-9c94-9398ee4a4acc/920d668d-1947-40bd-9c94-9398ee4a4acc.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.107272] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4a14e45-5e92-45f2-8aac-c942bf402280 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.116586] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 711.116586] env[69385]: value = "task-3339867" [ 711.116586] env[69385]: _type = "Task" [ 711.116586] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.125424] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.167061] env[69385]: DEBUG nova.network.neutron [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.322489] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.323404] env[69385]: DEBUG nova.compute.manager [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.327104] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.504s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.328140] env[69385]: INFO nova.compute.claims [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.497727] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.498130] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.527480] env[69385]: DEBUG nova.network.neutron [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Updating instance_info_cache with network_info: [{"id": "963b1aa3-e352-4692-8011-4e38694893f5", "address": "fa:16:3e:94:34:9d", "network": {"id": "51f5712c-cf85-45bd-8cbb-afa70aa8cf11", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1897452397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb12f5d018da4918ba9110c247587aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963b1aa3-e3", "ovs_interfaceid": "963b1aa3-e352-4692-8011-4e38694893f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.548569] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339866, 'name': Rename_Task, 'duration_secs': 0.183192} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.549555] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.549816] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08926c33-37dd-437e-84c0-120243a5ad6e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.559775] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 711.559775] env[69385]: value = "task-3339868" [ 711.559775] env[69385]: _type = "Task" [ 711.559775] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.572098] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.629165] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339867, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.695548] env[69385]: DEBUG nova.network.neutron [None req-e406a1bd-00b5-418f-ba8c-daab6ed74afe tempest-ServerExternalEventsTest-1573691207 tempest-ServerExternalEventsTest-1573691207-project] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Updating instance_info_cache with network_info: [{"id": "caebeca1-e9f2-4fc1-becc-0276a9004f7b", "address": "fa:16:3e:cc:17:00", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaebeca1-e9", "ovs_interfaceid": "caebeca1-e9f2-4fc1-becc-0276a9004f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.837944] env[69385]: DEBUG nova.compute.utils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.840471] env[69385]: DEBUG nova.compute.manager [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.840603] env[69385]: DEBUG nova.network.neutron [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.843675] env[69385]: DEBUG nova.compute.manager [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Received event network-vif-plugged-963b1aa3-e352-4692-8011-4e38694893f5 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 711.843767] env[69385]: DEBUG oslo_concurrency.lockutils [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] Acquiring lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.844027] env[69385]: DEBUG oslo_concurrency.lockutils [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.844292] env[69385]: DEBUG oslo_concurrency.lockutils [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.844457] env[69385]: DEBUG nova.compute.manager [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] No waiting events found dispatching network-vif-plugged-963b1aa3-e352-4692-8011-4e38694893f5 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.844684] env[69385]: WARNING nova.compute.manager [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Received unexpected event network-vif-plugged-963b1aa3-e352-4692-8011-4e38694893f5 for instance with vm_state building and task_state spawning. [ 711.845201] env[69385]: DEBUG nova.compute.manager [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Received event network-changed-963b1aa3-e352-4692-8011-4e38694893f5 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 711.845201] env[69385]: DEBUG nova.compute.manager [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Refreshing instance network info cache due to event network-changed-963b1aa3-e352-4692-8011-4e38694893f5. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 711.845421] env[69385]: DEBUG oslo_concurrency.lockutils [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] Acquiring lock "refresh_cache-b0e68d62-c0dd-4510-943e-dbee2b51ec0c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.905293] env[69385]: DEBUG nova.policy [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf7eef58b0cd448c8f5dc3e351d39d65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a46b06243843bf8367c02564b3d39d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.033237] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Releasing lock "refresh_cache-b0e68d62-c0dd-4510-943e-dbee2b51ec0c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.033237] env[69385]: DEBUG nova.compute.manager [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Instance network_info: |[{"id": "963b1aa3-e352-4692-8011-4e38694893f5", "address": "fa:16:3e:94:34:9d", "network": {"id": "51f5712c-cf85-45bd-8cbb-afa70aa8cf11", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1897452397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb12f5d018da4918ba9110c247587aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963b1aa3-e3", "ovs_interfaceid": "963b1aa3-e352-4692-8011-4e38694893f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.033778] env[69385]: DEBUG oslo_concurrency.lockutils [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] Acquired lock "refresh_cache-b0e68d62-c0dd-4510-943e-dbee2b51ec0c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.033778] env[69385]: DEBUG nova.network.neutron [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Refreshing network info cache for port 963b1aa3-e352-4692-8011-4e38694893f5 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.036717] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:34:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '963b1aa3-e352-4692-8011-4e38694893f5', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.046293] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Creating folder: Project (fb12f5d018da4918ba9110c247587aa6). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.049416] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ecc0cc9-eec7-4294-b419-a012c593a3a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.061463] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Created folder: Project (fb12f5d018da4918ba9110c247587aa6) in parent group-v666556. [ 712.061667] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Creating folder: Instances. Parent ref: group-v666600. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.065867] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42ef82c8-e29a-475e-bff6-7380833a42b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.073200] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339868, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.075544] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Created folder: Instances in parent group-v666600. [ 712.075544] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.075859] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.076323] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ead0368-5772-4031-a1de-e94b70d2fd4b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.092849] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquiring lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.093177] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.093346] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquiring lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.094334] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.094334] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.096673] env[69385]: INFO nova.compute.manager [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Terminating instance [ 712.100643] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.100643] env[69385]: value = "task-3339871" [ 712.100643] env[69385]: _type = "Task" [ 712.100643] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.109198] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339871, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.132107] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724888} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.132493] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 920d668d-1947-40bd-9c94-9398ee4a4acc/920d668d-1947-40bd-9c94-9398ee4a4acc.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.132615] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.132853] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a67edf9-3556-4dd9-a99c-f4dcdb34e738 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.138580] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 712.138580] env[69385]: value = "task-3339872" [ 712.138580] env[69385]: _type = "Task" [ 712.138580] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.150059] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.203248] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e406a1bd-00b5-418f-ba8c-daab6ed74afe tempest-ServerExternalEventsTest-1573691207 tempest-ServerExternalEventsTest-1573691207-project] Releasing lock "refresh_cache-f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.347043] env[69385]: DEBUG nova.compute.manager [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.356897] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "1a10274f-7067-432c-896d-873d2613f7c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.356897] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "1a10274f-7067-432c-896d-873d2613f7c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.357043] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "1a10274f-7067-432c-896d-873d2613f7c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.357159] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "1a10274f-7067-432c-896d-873d2613f7c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.357555] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "1a10274f-7067-432c-896d-873d2613f7c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.360915] env[69385]: INFO nova.compute.manager [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Terminating instance [ 712.417557] env[69385]: DEBUG nova.network.neutron [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Updated VIF entry in instance network info cache for port 963b1aa3-e352-4692-8011-4e38694893f5. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.418293] env[69385]: DEBUG nova.network.neutron [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Updating instance_info_cache with network_info: [{"id": "963b1aa3-e352-4692-8011-4e38694893f5", "address": "fa:16:3e:94:34:9d", "network": {"id": "51f5712c-cf85-45bd-8cbb-afa70aa8cf11", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1897452397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb12f5d018da4918ba9110c247587aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963b1aa3-e3", "ovs_interfaceid": "963b1aa3-e352-4692-8011-4e38694893f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.517843] env[69385]: DEBUG nova.network.neutron [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Successfully created port: ba700ff7-75c9-4ae9-8ecb-31b0839231cb {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.576946] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339868, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.602607] env[69385]: DEBUG nova.compute.manager [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.603523] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.607031] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006941db-6b6a-4f47-97da-930273dbf488 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.618485] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.618921] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339871, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.619049] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9f7556-b9f2-4fe2-89ab-6a3b4e238dc3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.625341] env[69385]: DEBUG oslo_vmware.api [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 712.625341] env[69385]: value = "task-3339873" [ 712.625341] env[69385]: _type = "Task" [ 712.625341] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.634392] env[69385]: DEBUG oslo_vmware.api [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.649210] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080141} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.650616] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.650616] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101a1d7a-8fc5-4c69-a284-e208ce7c40ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.678224] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 920d668d-1947-40bd-9c94-9398ee4a4acc/920d668d-1947-40bd-9c94-9398ee4a4acc.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.681556] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b76b4300-3dd6-4714-8751-9a775fa7977b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.701623] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "47a7edf1-6b45-48af-b53a-4ab6f1990bff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.701973] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "47a7edf1-6b45-48af-b53a-4ab6f1990bff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.706284] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 712.706284] env[69385]: value = "task-3339874" [ 712.706284] env[69385]: _type = "Task" [ 712.706284] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.716891] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.866822] env[69385]: DEBUG nova.compute.manager [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.866822] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.867806] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32df074-3d97-434f-887f-012dd3093120 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.887130] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.887767] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-884268b7-e2ea-4cf2-b1d6-49a493d86599 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.926221] env[69385]: DEBUG oslo_concurrency.lockutils [req-e6f6777a-0563-46eb-a2db-49b245275bf3 req-dceecdb7-c809-400f-9fb9-09ca0a590400 service nova] Releasing lock "refresh_cache-b0e68d62-c0dd-4510-943e-dbee2b51ec0c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.927273] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4454a79b-e19b-450f-919a-a8b247b39a86 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.935920] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a886ab9b-84e1-4247-afe7-794cb7f9ed21 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.950508] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.950508] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.950685] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleting the datastore file [datastore2] 1a10274f-7067-432c-896d-873d2613f7c3 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.951458] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5145b975-c5be-4293-b092-e0aa0f588940 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.987445] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c1215-a509-48c5-9846-1423cd748c82 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.992256] env[69385]: DEBUG oslo_vmware.api [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 712.992256] env[69385]: value = "task-3339876" [ 712.992256] env[69385]: _type = "Task" [ 712.992256] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.000615] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d1b0a9-fde8-43e4-9f42-c62f62cca7fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.011075] env[69385]: DEBUG oslo_vmware.api [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.019991] env[69385]: DEBUG nova.compute.provider_tree [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.076062] env[69385]: DEBUG oslo_vmware.api [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339868, 'name': PowerOnVM_Task, 'duration_secs': 1.116752} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.077253] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.077390] env[69385]: INFO nova.compute.manager [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Took 9.82 seconds to spawn the instance on the hypervisor. [ 713.077647] env[69385]: DEBUG nova.compute.manager [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.080800] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2a44bc-cde9-44e5-945a-9076ffdc59da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.110964] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339871, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.142640] env[69385]: DEBUG oslo_vmware.api [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339873, 'name': PowerOffVM_Task, 'duration_secs': 0.244211} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.144212] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.144212] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.144212] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f03c692e-f694-4916-8c91-9ceca5bbfe25 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.217542] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.222856] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.224129] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.224129] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Deleting the datastore file [datastore2] f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.224129] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a16cca5-2020-4d3e-9de7-a1eaaad27d82 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.233592] env[69385]: DEBUG oslo_vmware.api [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for the task: (returnval){ [ 713.233592] env[69385]: value = "task-3339878" [ 713.233592] env[69385]: _type = "Task" [ 713.233592] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.240221] env[69385]: DEBUG oslo_vmware.api [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.358519] env[69385]: DEBUG nova.compute.manager [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.399072] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.399786] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.400221] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.400558] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.400821] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.402183] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.402920] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.403510] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.405123] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.405205] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.405367] env[69385]: DEBUG nova.virt.hardware [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.406224] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "4456d60a-cd3f-45c8-b48f-13f45531fea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.406529] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "4456d60a-cd3f-45c8-b48f-13f45531fea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.409117] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecedf0b9-9452-4619-8f99-c45c86d975c5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.422306] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10637b5c-347c-4a14-a199-5efbb0104ccb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.506343] env[69385]: DEBUG oslo_vmware.api [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3339876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39986} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.506343] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.506343] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.506522] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.506564] env[69385]: INFO nova.compute.manager [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Took 0.64 seconds to destroy the instance on the hypervisor. [ 713.506804] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.507071] env[69385]: DEBUG nova.compute.manager [-] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.507201] env[69385]: DEBUG nova.network.neutron [-] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.525101] env[69385]: DEBUG nova.scheduler.client.report [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.585222] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquiring lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.585222] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.585222] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquiring lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.585463] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.585530] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.587632] env[69385]: INFO nova.compute.manager [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Terminating instance [ 713.606619] env[69385]: INFO nova.compute.manager [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Took 28.54 seconds to build instance. [ 713.613830] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339871, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.718650] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339874, 'name': ReconfigVM_Task, 'duration_secs': 0.612665} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.719191] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 920d668d-1947-40bd-9c94-9398ee4a4acc/920d668d-1947-40bd-9c94-9398ee4a4acc.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.719959] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a17f0ce0-c30c-423b-952e-dbbf3e772eb7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.727658] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 713.727658] env[69385]: value = "task-3339879" [ 713.727658] env[69385]: _type = "Task" [ 713.727658] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.740130] env[69385]: DEBUG oslo_vmware.api [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Task: {'id': task-3339878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474024} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.743824] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.743824] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.744130] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.745034] env[69385]: INFO nova.compute.manager [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Took 1.14 seconds to destroy the instance on the hypervisor. [ 713.745034] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.745034] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339879, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.745034] env[69385]: DEBUG nova.compute.manager [-] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.745034] env[69385]: DEBUG nova.network.neutron [-] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.033268] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.033268] env[69385]: DEBUG nova.compute.manager [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.034582] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.759s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.036017] env[69385]: INFO nova.compute.claims [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.101018] env[69385]: DEBUG nova.compute.manager [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.101018] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.101018] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa047dc-7981-45e3-901c-400f73419ce5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.108184] env[69385]: DEBUG oslo_concurrency.lockutils [None req-667dd0b6-1b64-42d4-8b56-d7af515c7a71 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "7a6c15e6-6305-4fce-83b4-887a46d06a26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.657s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.121413] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.121413] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339871, 'name': CreateVM_Task, 'duration_secs': 1.723985} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.121413] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e246f355-c1b4-4676-9d9a-07891a9e0419 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.123763] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.125223] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.126061] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.127155] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.128049] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8205da5-252d-4ca5-b1fe-be0746e4645b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.132594] env[69385]: DEBUG oslo_vmware.api [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 714.132594] env[69385]: value = "task-3339880" [ 714.132594] env[69385]: _type = "Task" [ 714.132594] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.134432] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 714.134432] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5230c418-cecf-d278-4592-1444e57b9ca9" [ 714.134432] env[69385]: _type = "Task" [ 714.134432] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.147882] env[69385]: DEBUG oslo_vmware.api [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.151024] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5230c418-cecf-d278-4592-1444e57b9ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.245053] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339879, 'name': Rename_Task, 'duration_secs': 0.21106} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.245536] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.245828] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2c0ed5d-5554-44d5-a633-1223b9e88965 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.252522] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 714.252522] env[69385]: value = "task-3339881" [ 714.252522] env[69385]: _type = "Task" [ 714.252522] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.267368] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.370309] env[69385]: DEBUG nova.network.neutron [-] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.397149] env[69385]: DEBUG nova.compute.manager [req-2dee77f3-9ae1-4c95-8947-d57889cf7217 req-0f8ff23d-d35b-4938-adc1-cfeedfc91409 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Received event network-vif-deleted-6fb15ca9-f653-4da9-836f-071e35276645 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 714.397336] env[69385]: INFO nova.compute.manager [req-2dee77f3-9ae1-4c95-8947-d57889cf7217 req-0f8ff23d-d35b-4938-adc1-cfeedfc91409 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Neutron deleted interface 6fb15ca9-f653-4da9-836f-071e35276645; detaching it from the instance and deleting it from the info cache [ 714.397531] env[69385]: DEBUG nova.network.neutron [req-2dee77f3-9ae1-4c95-8947-d57889cf7217 req-0f8ff23d-d35b-4938-adc1-cfeedfc91409 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.542680] env[69385]: DEBUG nova.compute.utils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.545727] env[69385]: DEBUG nova.compute.manager [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.546016] env[69385]: DEBUG nova.network.neutron [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.606221] env[69385]: DEBUG nova.policy [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba640cb1f3d045a498f63ac36ec523f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ed77a844e684174aa51e83a0e6d2c13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.622525] env[69385]: DEBUG nova.compute.manager [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.655026] env[69385]: DEBUG oslo_vmware.api [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339880, 'name': PowerOffVM_Task, 'duration_secs': 0.19} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.655259] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5230c418-cecf-d278-4592-1444e57b9ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.014815} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.655494] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.655761] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.656021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.656248] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.656455] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.656588] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.656857] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.657011] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48531c36-4685-45ef-bbda-ab5cc2dbf27e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.658682] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b89d3352-91fa-44e7-99a7-fbeca978e749 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.672773] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.672972] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.673793] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cde76af-2146-4171-b935-9c7f4c3ada63 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.680399] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 714.680399] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521fafaa-5f12-63cb-a0d6-865302e078ca" [ 714.680399] env[69385]: _type = "Task" [ 714.680399] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.690691] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521fafaa-5f12-63cb-a0d6-865302e078ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.717366] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.717592] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.717743] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Deleting the datastore file [datastore2] 3d1c0d44-5ddc-465f-9e7e-ad787491bf99 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.718035] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee99ea5d-aa72-49b2-a77d-f4693c7b3e49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.726727] env[69385]: DEBUG oslo_vmware.api [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for the task: (returnval){ [ 714.726727] env[69385]: value = "task-3339883" [ 714.726727] env[69385]: _type = "Task" [ 714.726727] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.734371] env[69385]: DEBUG oslo_vmware.api [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.765618] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339881, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.775226] env[69385]: DEBUG nova.network.neutron [-] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.874070] env[69385]: INFO nova.compute.manager [-] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Took 1.37 seconds to deallocate network for instance. [ 714.902671] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6684f90-84a2-43c5-b7dd-d401d84cb7cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.915773] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d4471f-e61d-4a92-a641-0d9b232a132c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.955959] env[69385]: DEBUG nova.compute.manager [req-2dee77f3-9ae1-4c95-8947-d57889cf7217 req-0f8ff23d-d35b-4938-adc1-cfeedfc91409 service nova] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Detach interface failed, port_id=6fb15ca9-f653-4da9-836f-071e35276645, reason: Instance 1a10274f-7067-432c-896d-873d2613f7c3 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 714.974021] env[69385]: DEBUG nova.network.neutron [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Successfully updated port: ba700ff7-75c9-4ae9-8ecb-31b0839231cb {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.046223] env[69385]: DEBUG nova.compute.manager [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.142960] env[69385]: DEBUG nova.compute.manager [req-34c80b1c-c075-4005-a5d5-da874af9d396 req-29f80b31-aa1e-4281-ac87-71b81141ea7c service nova] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Received event network-vif-deleted-caebeca1-e9f2-4fc1-becc-0276a9004f7b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 715.148519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.166258] env[69385]: DEBUG nova.network.neutron [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Successfully created port: df207134-9d79-4f24-b6f2-8529bfbc2855 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.197411] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521fafaa-5f12-63cb-a0d6-865302e078ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.197411] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af43772-4ef2-4f22-b55a-badbab2295e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.206994] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 715.206994] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fb7595-849f-afa0-2e17-c21b7b06f527" [ 715.206994] env[69385]: _type = "Task" [ 715.206994] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.216209] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fb7595-849f-afa0-2e17-c21b7b06f527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.237313] env[69385]: DEBUG oslo_vmware.api [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Task: {'id': task-3339883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135421} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.237881] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.238408] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.238408] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.238408] env[69385]: INFO nova.compute.manager [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Took 1.14 seconds to destroy the instance on the hypervisor. [ 715.238633] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.242545] env[69385]: DEBUG nova.compute.manager [-] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.242545] env[69385]: DEBUG nova.network.neutron [-] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.263577] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339881, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.280634] env[69385]: INFO nova.compute.manager [-] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Took 1.54 seconds to deallocate network for instance. [ 715.382641] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.477269] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquiring lock "refresh_cache-37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.480033] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquired lock "refresh_cache-37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.480033] env[69385]: DEBUG nova.network.neutron [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.628734] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa79603b-3a5f-4ca0-bacc-c3c02cb73bec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.638321] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98341031-84fd-4fba-9e6e-9907261bf0c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.671953] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a24b8a-669c-4b99-ac61-7fffa3f7757c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.681320] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4f456a-c587-4e19-b1a1-ec10940b7d43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.703602] env[69385]: DEBUG nova.compute.provider_tree [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.718184] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fb7595-849f-afa0-2e17-c21b7b06f527, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.718184] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.718184] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] b0e68d62-c0dd-4510-943e-dbee2b51ec0c/b0e68d62-c0dd-4510-943e-dbee2b51ec0c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.718184] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1ee6325-53ad-4db4-9318-49cd6a298e49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.725543] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 715.725543] env[69385]: value = "task-3339884" [ 715.725543] env[69385]: _type = "Task" [ 715.725543] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.733943] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.766579] env[69385]: DEBUG oslo_vmware.api [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339881, 'name': PowerOnVM_Task, 'duration_secs': 1.246133} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.766859] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.767087] env[69385]: INFO nova.compute.manager [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Took 9.88 seconds to spawn the instance on the hypervisor. [ 715.767268] env[69385]: DEBUG nova.compute.manager [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.768074] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4911b947-67e3-4dd2-9b81-d7842c69d8a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.787985] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.030552] env[69385]: DEBUG nova.compute.manager [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.031538] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067cbf9b-0f3a-4614-99bd-fb259718b25a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.056378] env[69385]: DEBUG nova.network.neutron [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.059992] env[69385]: DEBUG nova.compute.manager [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.091162] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.091417] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.091636] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.091813] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.092062] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.093283] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.093593] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.093826] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.094068] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.094284] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.094611] env[69385]: DEBUG nova.virt.hardware [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.095900] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f4ff91-5237-4baa-8889-0c4fbeadf803 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.115815] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5993fd48-29f7-4962-8e17-c4615910871d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.207770] env[69385]: DEBUG nova.scheduler.client.report [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.238366] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477898} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.243593] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] b0e68d62-c0dd-4510-943e-dbee2b51ec0c/b0e68d62-c0dd-4510-943e-dbee2b51ec0c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.243593] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.243593] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c230691-3587-4916-9fc4-b9c6da8062d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.248173] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 716.248173] env[69385]: value = "task-3339885" [ 716.248173] env[69385]: _type = "Task" [ 716.248173] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.258788] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.290185] env[69385]: INFO nova.compute.manager [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Took 30.69 seconds to build instance. [ 716.336448] env[69385]: DEBUG nova.network.neutron [-] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.391543] env[69385]: DEBUG nova.network.neutron [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Updating instance_info_cache with network_info: [{"id": "ba700ff7-75c9-4ae9-8ecb-31b0839231cb", "address": "fa:16:3e:6e:23:63", "network": {"id": "86b82a46-fe38-47ae-9706-9220d536e101", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-620016297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a46b06243843bf8367c02564b3d39d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba700ff7-75", "ovs_interfaceid": "ba700ff7-75c9-4ae9-8ecb-31b0839231cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.547718] env[69385]: INFO nova.compute.manager [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] instance snapshotting [ 716.551672] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d896de-2c61-419a-84af-811fb750f3e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.575832] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c720624-8bf1-4db9-aee1-23cee63562db {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.712973] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.713557] env[69385]: DEBUG nova.compute.manager [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.717603] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.772s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.721996] env[69385]: INFO nova.compute.claims [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.761252] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.388408} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.762022] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.762704] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55630a2a-5ed2-464d-8241-bc7e3dfe366b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.789151] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] b0e68d62-c0dd-4510-943e-dbee2b51ec0c/b0e68d62-c0dd-4510-943e-dbee2b51ec0c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.789419] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5343f1b0-144b-4d22-b68b-37f7c488814b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.808837] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cafe27e0-1fca-4325-83eb-dbc1057f4e07 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "920d668d-1947-40bd-9c94-9398ee4a4acc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.061s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.817331] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 716.817331] env[69385]: value = "task-3339886" [ 716.817331] env[69385]: _type = "Task" [ 716.817331] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.830045] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.841033] env[69385]: INFO nova.compute.manager [-] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Took 1.60 seconds to deallocate network for instance. [ 716.894394] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Releasing lock "refresh_cache-37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.894825] env[69385]: DEBUG nova.compute.manager [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Instance network_info: |[{"id": "ba700ff7-75c9-4ae9-8ecb-31b0839231cb", "address": "fa:16:3e:6e:23:63", "network": {"id": "86b82a46-fe38-47ae-9706-9220d536e101", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-620016297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a46b06243843bf8367c02564b3d39d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba700ff7-75", "ovs_interfaceid": "ba700ff7-75c9-4ae9-8ecb-31b0839231cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.895599] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:23:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba700ff7-75c9-4ae9-8ecb-31b0839231cb', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.907149] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Creating folder: Project (74a46b06243843bf8367c02564b3d39d). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.907933] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48d8985b-e8e8-4a5b-a3b2-8e1b4c1f5821 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.920168] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Created folder: Project (74a46b06243843bf8367c02564b3d39d) in parent group-v666556. [ 716.920343] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Creating folder: Instances. Parent ref: group-v666603. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.920575] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1146d1e-08a7-4819-9ca3-a23d93113f2e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.931239] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Created folder: Instances in parent group-v666603. [ 716.931503] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.931733] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.931958] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-264363fc-adc5-40a4-8f02-71e31ef5ef5d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.964765] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.964765] env[69385]: value = "task-3339889" [ 716.964765] env[69385]: _type = "Task" [ 716.964765] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.972629] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339889, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.008011] env[69385]: DEBUG nova.compute.manager [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Received event network-vif-plugged-ba700ff7-75c9-4ae9-8ecb-31b0839231cb {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 717.008258] env[69385]: DEBUG oslo_concurrency.lockutils [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] Acquiring lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.008436] env[69385]: DEBUG oslo_concurrency.lockutils [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.008604] env[69385]: DEBUG oslo_concurrency.lockutils [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.008768] env[69385]: DEBUG nova.compute.manager [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] No waiting events found dispatching network-vif-plugged-ba700ff7-75c9-4ae9-8ecb-31b0839231cb {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.008928] env[69385]: WARNING nova.compute.manager [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Received unexpected event network-vif-plugged-ba700ff7-75c9-4ae9-8ecb-31b0839231cb for instance with vm_state building and task_state spawning. [ 717.010014] env[69385]: DEBUG nova.compute.manager [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Received event network-changed-ba700ff7-75c9-4ae9-8ecb-31b0839231cb {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 717.010014] env[69385]: DEBUG nova.compute.manager [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Refreshing instance network info cache due to event network-changed-ba700ff7-75c9-4ae9-8ecb-31b0839231cb. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 717.010228] env[69385]: DEBUG oslo_concurrency.lockutils [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] Acquiring lock "refresh_cache-37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.010359] env[69385]: DEBUG oslo_concurrency.lockutils [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] Acquired lock "refresh_cache-37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.010515] env[69385]: DEBUG nova.network.neutron [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Refreshing network info cache for port ba700ff7-75c9-4ae9-8ecb-31b0839231cb {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.095985] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 717.095985] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9f43da7-7988-471c-a2b1-fae58230a3c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.101877] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 717.101877] env[69385]: value = "task-3339890" [ 717.101877] env[69385]: _type = "Task" [ 717.101877] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.111289] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.220173] env[69385]: DEBUG nova.compute.utils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.221577] env[69385]: DEBUG nova.compute.manager [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.221751] env[69385]: DEBUG nova.network.neutron [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.317025] env[69385]: DEBUG nova.compute.manager [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.331034] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339886, 'name': ReconfigVM_Task, 'duration_secs': 0.293348} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.331034] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Reconfigured VM instance instance-0000000f to attach disk [datastore1] b0e68d62-c0dd-4510-943e-dbee2b51ec0c/b0e68d62-c0dd-4510-943e-dbee2b51ec0c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.331034] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec92a4db-3df5-4b7b-a365-cef6819f3426 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.337023] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 717.337023] env[69385]: value = "task-3339891" [ 717.337023] env[69385]: _type = "Task" [ 717.337023] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.343440] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339891, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.347709] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.482760] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339889, 'name': CreateVM_Task, 'duration_secs': 0.390016} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.482760] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.482760] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.482760] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.482760] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.486698] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed3fd3b-8479-4543-a6b6-f46f5d9d6b51 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.491391] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 717.491391] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52aaa17c-3f78-4763-1630-d34e4237ca8f" [ 717.491391] env[69385]: _type = "Task" [ 717.491391] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.503688] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52aaa17c-3f78-4763-1630-d34e4237ca8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.528907] env[69385]: DEBUG nova.policy [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaa983309bed477abc4960beeac05546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b29be62c7ef4694b1dc6e65de2c34d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.613056] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.656245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquiring lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.657043] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.729021] env[69385]: DEBUG nova.compute.manager [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.845465] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339891, 'name': Rename_Task, 'duration_secs': 0.135836} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.846514] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.849287] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.850576] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5ff04b1-5a06-4f2a-8ced-9266ce53d82b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.857676] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 717.857676] env[69385]: value = "task-3339892" [ 717.857676] env[69385]: _type = "Task" [ 717.857676] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.880121] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339892, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.914636] env[69385]: DEBUG nova.network.neutron [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Successfully updated port: df207134-9d79-4f24-b6f2-8529bfbc2855 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.007508] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52aaa17c-3f78-4763-1630-d34e4237ca8f, 'name': SearchDatastore_Task, 'duration_secs': 0.019576} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.007892] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.008191] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.008461] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.008636] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.008861] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.009236] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-942bbbbc-8366-4327-bdc3-60ac0674fede {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.020064] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.020064] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.020922] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9720aa2d-b5e5-4613-9ee4-9ebb0ecaf148 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.025947] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 718.025947] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5267a09c-9346-7f37-06ba-1885f79ed2c7" [ 718.025947] env[69385]: _type = "Task" [ 718.025947] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.036801] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5267a09c-9346-7f37-06ba-1885f79ed2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.112750] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339890, 'name': CreateSnapshot_Task, 'duration_secs': 0.890075} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.115502] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 718.116862] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c69c311-acfa-4009-ad58-015b8e7fb292 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.275936] env[69385]: DEBUG nova.network.neutron [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Updated VIF entry in instance network info cache for port ba700ff7-75c9-4ae9-8ecb-31b0839231cb. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.276318] env[69385]: DEBUG nova.network.neutron [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Updating instance_info_cache with network_info: [{"id": "ba700ff7-75c9-4ae9-8ecb-31b0839231cb", "address": "fa:16:3e:6e:23:63", "network": {"id": "86b82a46-fe38-47ae-9706-9220d536e101", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-620016297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a46b06243843bf8367c02564b3d39d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba700ff7-75", "ovs_interfaceid": "ba700ff7-75c9-4ae9-8ecb-31b0839231cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.326652] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9686782b-e1bc-4f33-a016-7d452ed924e9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.334883] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f01ce0-e910-4a3b-b4a5-793d8c740c44 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.372630] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4393bc-e830-4b96-8d6f-020f1dc4639d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.383261] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d4825-487f-42d7-89ce-a75721dae2cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.387112] env[69385]: DEBUG oslo_vmware.api [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339892, 'name': PowerOnVM_Task, 'duration_secs': 0.485908} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.387375] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.387566] env[69385]: INFO nova.compute.manager [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Took 9.86 seconds to spawn the instance on the hypervisor. [ 718.387783] env[69385]: DEBUG nova.compute.manager [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.388923] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf59711-2a25-4bc1-9061-06b63ea6c01d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.399716] env[69385]: DEBUG nova.compute.provider_tree [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.417423] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.419622] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.419622] env[69385]: DEBUG nova.network.neutron [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.541325] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5267a09c-9346-7f37-06ba-1885f79ed2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013912} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.543054] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17dde11d-6182-4886-b926-57a628620d56 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.550122] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 718.550122] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5268ee84-dc90-9e70-f0ab-fb9cce6dcb6b" [ 718.550122] env[69385]: _type = "Task" [ 718.550122] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.560231] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5268ee84-dc90-9e70-f0ab-fb9cce6dcb6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.631872] env[69385]: DEBUG nova.compute.manager [req-57bdfb91-aaa5-45ed-aef4-2dd24075580f req-a1a9ba5a-559d-477e-831c-71d2de019f80 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Received event network-vif-plugged-df207134-9d79-4f24-b6f2-8529bfbc2855 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 718.632117] env[69385]: DEBUG oslo_concurrency.lockutils [req-57bdfb91-aaa5-45ed-aef4-2dd24075580f req-a1a9ba5a-559d-477e-831c-71d2de019f80 service nova] Acquiring lock "2b369931-313e-49c3-a555-937110bb700e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.632328] env[69385]: DEBUG oslo_concurrency.lockutils [req-57bdfb91-aaa5-45ed-aef4-2dd24075580f req-a1a9ba5a-559d-477e-831c-71d2de019f80 service nova] Lock "2b369931-313e-49c3-a555-937110bb700e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.632482] env[69385]: DEBUG oslo_concurrency.lockutils [req-57bdfb91-aaa5-45ed-aef4-2dd24075580f req-a1a9ba5a-559d-477e-831c-71d2de019f80 service nova] Lock "2b369931-313e-49c3-a555-937110bb700e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.634087] env[69385]: DEBUG nova.compute.manager [req-57bdfb91-aaa5-45ed-aef4-2dd24075580f req-a1a9ba5a-559d-477e-831c-71d2de019f80 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] No waiting events found dispatching network-vif-plugged-df207134-9d79-4f24-b6f2-8529bfbc2855 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.634087] env[69385]: WARNING nova.compute.manager [req-57bdfb91-aaa5-45ed-aef4-2dd24075580f req-a1a9ba5a-559d-477e-831c-71d2de019f80 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Received unexpected event network-vif-plugged-df207134-9d79-4f24-b6f2-8529bfbc2855 for instance with vm_state building and task_state spawning. [ 718.641186] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 718.641870] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e8384fc-945a-41e9-a583-aad5ae712a20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.654149] env[69385]: DEBUG nova.network.neutron [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Successfully created port: 2ba7e119-6a0a-4854-a806-b19e89262b23 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.658033] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 718.658033] env[69385]: value = "task-3339893" [ 718.658033] env[69385]: _type = "Task" [ 718.658033] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.666774] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339893, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.743472] env[69385]: DEBUG nova.compute.manager [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.770477] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:59:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2001878211',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-355297049',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.770717] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.770880] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.771126] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.771289] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.771777] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.771777] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.771777] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.771975] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.773168] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.773168] env[69385]: DEBUG nova.virt.hardware [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.773446] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25f5fa4-a3d4-4b64-af2b-b31c5e79f036 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.778595] env[69385]: DEBUG oslo_concurrency.lockutils [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] Releasing lock "refresh_cache-37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.779038] env[69385]: DEBUG nova.compute.manager [req-808260dc-e0cc-419c-86f0-e49602b05320 req-443d8dbf-6e36-4440-a160-bc17de56520e service nova] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Received event network-vif-deleted-f0e57fd4-01ab-40fd-8dc0-594353678851 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 718.784022] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae50fb9c-1c92-4704-907c-2a61dc8ae4a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.903864] env[69385]: DEBUG nova.scheduler.client.report [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.922633] env[69385]: INFO nova.compute.manager [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Took 29.76 seconds to build instance. [ 719.004091] env[69385]: DEBUG nova.network.neutron [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.063594] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5268ee84-dc90-9e70-f0ab-fb9cce6dcb6b, 'name': SearchDatastore_Task, 'duration_secs': 0.050472} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.064494] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.064736] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19/37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.065867] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-919fa0a7-a37d-4f37-a035-26bca500b780 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.077362] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 719.077362] env[69385]: value = "task-3339894" [ 719.077362] env[69385]: _type = "Task" [ 719.077362] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.087612] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.179516] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339893, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.417408] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.418487] env[69385]: DEBUG nova.compute.manager [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.421982] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.093s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.428781] env[69385]: INFO nova.compute.claims [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.428781] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e32ee86a-8483-4ea3-a8fe-5e9498ee7947 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.153s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.589375] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.676379] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339893, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.811150] env[69385]: DEBUG nova.network.neutron [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [{"id": "df207134-9d79-4f24-b6f2-8529bfbc2855", "address": "fa:16:3e:47:ce:35", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf207134-9d", "ovs_interfaceid": "df207134-9d79-4f24-b6f2-8529bfbc2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.930955] env[69385]: DEBUG nova.compute.utils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.944332] env[69385]: DEBUG nova.compute.manager [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.950086] env[69385]: DEBUG nova.compute.manager [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.950086] env[69385]: DEBUG nova.network.neutron [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.099614] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66583} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.101517] env[69385]: DEBUG nova.policy [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3eed67ec700460197aa981ed0e6fcda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce080879bf6c4fba8ef8018535e6aa9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.104898] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19/37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.104898] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.104898] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d18680c7-9b33-425b-88d9-123700e195e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.115243] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 720.115243] env[69385]: value = "task-3339895" [ 720.115243] env[69385]: _type = "Task" [ 720.115243] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.124846] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.173872] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339893, 'name': CloneVM_Task} progress is 95%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.315779] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.316186] env[69385]: DEBUG nova.compute.manager [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Instance network_info: |[{"id": "df207134-9d79-4f24-b6f2-8529bfbc2855", "address": "fa:16:3e:47:ce:35", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf207134-9d", "ovs_interfaceid": "df207134-9d79-4f24-b6f2-8529bfbc2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.316553] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:ce:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df207134-9d79-4f24-b6f2-8529bfbc2855', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.324681] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Creating folder: Project (5ed77a844e684174aa51e83a0e6d2c13). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.324978] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cb3b057-6e51-43dd-bdfe-1d232a7f62e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.338832] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquiring lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.338832] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.338832] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Created folder: Project (5ed77a844e684174aa51e83a0e6d2c13) in parent group-v666556. [ 720.340283] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Creating folder: Instances. Parent ref: group-v666608. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.340283] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d67938ab-c442-47f0-abea-035c49cc01de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.350523] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Created folder: Instances in parent group-v666608. [ 720.350523] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.350523] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b369931-313e-49c3-a555-937110bb700e] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.350523] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f07a1e-66fe-4a68-b93f-27892830f316 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.371230] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.371230] env[69385]: value = "task-3339898" [ 720.371230] env[69385]: _type = "Task" [ 720.371230] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.380437] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339898, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.463380] env[69385]: DEBUG nova.compute.manager [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.510713] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.634402] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157035} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.634898] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.635895] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf2c231-df57-4ad0-b421-56e7ba8dc8b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.663206] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19/37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.666209] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4b2d964-ca1a-4f31-ae60-2e14a631349a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.690663] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339893, 'name': CloneVM_Task, 'duration_secs': 2.002331} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.692067] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Created linked-clone VM from snapshot [ 720.692386] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 720.692386] env[69385]: value = "task-3339899" [ 720.692386] env[69385]: _type = "Task" [ 720.692386] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.693455] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7917b23-5106-4ac8-8756-bee2cc100b49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.712116] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.712446] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Uploading image 74af80cf-b438-46b2-b979-9e2eab99421f {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 720.748031] env[69385]: DEBUG oslo_vmware.rw_handles [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 720.748031] env[69385]: value = "vm-666607" [ 720.748031] env[69385]: _type = "VirtualMachine" [ 720.748031] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 720.748329] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b08d2211-242d-4ece-a80f-08a5fd74fc25 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.755633] env[69385]: DEBUG oslo_vmware.rw_handles [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lease: (returnval){ [ 720.755633] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52102fdb-cc6a-9e5f-1f5b-4b68e55f6c87" [ 720.755633] env[69385]: _type = "HttpNfcLease" [ 720.755633] env[69385]: } obtained for exporting VM: (result){ [ 720.755633] env[69385]: value = "vm-666607" [ 720.755633] env[69385]: _type = "VirtualMachine" [ 720.755633] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 720.755633] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the lease: (returnval){ [ 720.755633] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52102fdb-cc6a-9e5f-1f5b-4b68e55f6c87" [ 720.755633] env[69385]: _type = "HttpNfcLease" [ 720.755633] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 720.764747] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.764747] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52102fdb-cc6a-9e5f-1f5b-4b68e55f6c87" [ 720.764747] env[69385]: _type = "HttpNfcLease" [ 720.764747] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 720.856257] env[69385]: DEBUG nova.network.neutron [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Successfully created port: 704b1a22-c063-40d6-ae0e-28adeb4f1524 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.889094] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339898, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.136992] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39449ed5-63d2-4ad2-a888-e55a5483fedd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.149078] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7982165a-c3b1-488d-8016-15cfb0469c7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.180301] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcfa7fe-4cd3-423d-a17c-e833f2625cb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.188032] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd0d19-b4ec-4060-801d-382ad4f628ce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.202788] env[69385]: DEBUG nova.compute.provider_tree [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.211876] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339899, 'name': ReconfigVM_Task, 'duration_secs': 0.45609} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.213078] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19/37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.213078] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3971e51-9b59-4226-8d88-81a0dd742aa7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.219956] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 721.219956] env[69385]: value = "task-3339901" [ 721.219956] env[69385]: _type = "Task" [ 721.219956] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.229461] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339901, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.266337] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.266337] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52102fdb-cc6a-9e5f-1f5b-4b68e55f6c87" [ 721.266337] env[69385]: _type = "HttpNfcLease" [ 721.266337] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.267740] env[69385]: DEBUG oslo_vmware.rw_handles [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.267740] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52102fdb-cc6a-9e5f-1f5b-4b68e55f6c87" [ 721.267740] env[69385]: _type = "HttpNfcLease" [ 721.267740] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.267740] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b8d082-0895-4e19-9b8b-4a2d7f25f265 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.276996] env[69385]: DEBUG oslo_vmware.rw_handles [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525aee01-25d8-ed0d-b74e-a3265229a9b3/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.277338] env[69385]: DEBUG oslo_vmware.rw_handles [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525aee01-25d8-ed0d-b74e-a3265229a9b3/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.378477] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-307b759f-6798-477e-b615-0edddb74300e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.386038] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339898, 'name': CreateVM_Task, 'duration_secs': 0.573633} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.386408] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b369931-313e-49c3-a555-937110bb700e] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.386958] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.387142] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.387585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.387850] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42c8368-8eac-4216-bcad-517cdb965b2c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.392986] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 721.392986] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5255af51-d7f4-031f-f63d-b5388c24f4cd" [ 721.392986] env[69385]: _type = "Task" [ 721.392986] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.400652] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5255af51-d7f4-031f-f63d-b5388c24f4cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.484653] env[69385]: DEBUG nova.compute.manager [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.518518] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.520695] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.520695] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.520695] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.520695] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.520695] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.521308] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.521308] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.521308] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.521308] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.521308] env[69385]: DEBUG nova.virt.hardware [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.521557] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf5c528-640a-4a03-8bd2-2928144b355b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.531133] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e79bef-2d5a-48b4-90d7-d42d4f4e89e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.594039] env[69385]: DEBUG nova.network.neutron [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Successfully updated port: 2ba7e119-6a0a-4854-a806-b19e89262b23 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.691655] env[69385]: DEBUG nova.compute.manager [req-6634cd3e-df70-4be6-8344-df1b7910f2ce req-f44e624b-2d32-4533-b06f-f76afe703b1a service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Received event network-changed-df207134-9d79-4f24-b6f2-8529bfbc2855 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 721.691655] env[69385]: DEBUG nova.compute.manager [req-6634cd3e-df70-4be6-8344-df1b7910f2ce req-f44e624b-2d32-4533-b06f-f76afe703b1a service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Refreshing instance network info cache due to event network-changed-df207134-9d79-4f24-b6f2-8529bfbc2855. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 721.691743] env[69385]: DEBUG oslo_concurrency.lockutils [req-6634cd3e-df70-4be6-8344-df1b7910f2ce req-f44e624b-2d32-4533-b06f-f76afe703b1a service nova] Acquiring lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.693719] env[69385]: DEBUG oslo_concurrency.lockutils [req-6634cd3e-df70-4be6-8344-df1b7910f2ce req-f44e624b-2d32-4533-b06f-f76afe703b1a service nova] Acquired lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.693719] env[69385]: DEBUG nova.network.neutron [req-6634cd3e-df70-4be6-8344-df1b7910f2ce req-f44e624b-2d32-4533-b06f-f76afe703b1a service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Refreshing network info cache for port df207134-9d79-4f24-b6f2-8529bfbc2855 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.708066] env[69385]: DEBUG nova.scheduler.client.report [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.717914] env[69385]: DEBUG nova.compute.manager [req-58dd97b6-818f-46b0-84ef-d10180ac69c1 req-bece8834-0f38-42b0-820b-b1c0d6f40362 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Received event network-changed-fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 721.718079] env[69385]: DEBUG nova.compute.manager [req-58dd97b6-818f-46b0-84ef-d10180ac69c1 req-bece8834-0f38-42b0-820b-b1c0d6f40362 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Refreshing instance network info cache due to event network-changed-fbe96742-ddfd-4271-8fd7-728c6fd4e41e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 721.718282] env[69385]: DEBUG oslo_concurrency.lockutils [req-58dd97b6-818f-46b0-84ef-d10180ac69c1 req-bece8834-0f38-42b0-820b-b1c0d6f40362 service nova] Acquiring lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.718415] env[69385]: DEBUG oslo_concurrency.lockutils [req-58dd97b6-818f-46b0-84ef-d10180ac69c1 req-bece8834-0f38-42b0-820b-b1c0d6f40362 service nova] Acquired lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.718565] env[69385]: DEBUG nova.network.neutron [req-58dd97b6-818f-46b0-84ef-d10180ac69c1 req-bece8834-0f38-42b0-820b-b1c0d6f40362 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Refreshing network info cache for port fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.733239] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339901, 'name': Rename_Task, 'duration_secs': 0.147524} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.734071] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.734592] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee47c006-7b5f-4e90-b761-b89abbc134fe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.741846] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 721.741846] env[69385]: value = "task-3339902" [ 721.741846] env[69385]: _type = "Task" [ 721.741846] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.750700] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.903599] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5255af51-d7f4-031f-f63d-b5388c24f4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.038025} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.904045] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.904376] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.904687] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.904930] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.905211] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.905599] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c262663-acd1-458f-8652-7f85388a572c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.916333] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.916711] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.917419] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227bd003-1740-4497-8ee6-bda9155d8178 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.924600] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 721.924600] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cddb1f-9561-1f96-3693-cc425b3e1a42" [ 721.924600] env[69385]: _type = "Task" [ 721.924600] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.932820] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cddb1f-9561-1f96-3693-cc425b3e1a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.095430] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "refresh_cache-a233c308-e579-4de8-892f-8874d85acd7c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.095535] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquired lock "refresh_cache-a233c308-e579-4de8-892f-8874d85acd7c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.095684] env[69385]: DEBUG nova.network.neutron [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.215026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.215672] env[69385]: DEBUG nova.compute.manager [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.220758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.522s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.255765] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339902, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.438104] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cddb1f-9561-1f96-3693-cc425b3e1a42, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.439289] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13305ff5-5c39-4399-b85d-9115654af154 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.445580] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 722.445580] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a830db-d1f9-72e7-946d-b23280f30a65" [ 722.445580] env[69385]: _type = "Task" [ 722.445580] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.453978] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a830db-d1f9-72e7-946d-b23280f30a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.526985] env[69385]: DEBUG nova.network.neutron [req-6634cd3e-df70-4be6-8344-df1b7910f2ce req-f44e624b-2d32-4533-b06f-f76afe703b1a service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updated VIF entry in instance network info cache for port df207134-9d79-4f24-b6f2-8529bfbc2855. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.527331] env[69385]: DEBUG nova.network.neutron [req-6634cd3e-df70-4be6-8344-df1b7910f2ce req-f44e624b-2d32-4533-b06f-f76afe703b1a service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [{"id": "df207134-9d79-4f24-b6f2-8529bfbc2855", "address": "fa:16:3e:47:ce:35", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf207134-9d", "ovs_interfaceid": "df207134-9d79-4f24-b6f2-8529bfbc2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.561247] env[69385]: DEBUG nova.network.neutron [req-58dd97b6-818f-46b0-84ef-d10180ac69c1 req-bece8834-0f38-42b0-820b-b1c0d6f40362 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Updated VIF entry in instance network info cache for port fbe96742-ddfd-4271-8fd7-728c6fd4e41e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.561756] env[69385]: DEBUG nova.network.neutron [req-58dd97b6-818f-46b0-84ef-d10180ac69c1 req-bece8834-0f38-42b0-820b-b1c0d6f40362 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Updating instance_info_cache with network_info: [{"id": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "address": "fa:16:3e:38:1f:24", "network": {"id": "570faeb3-1bd9-454c-a289-1e3083a8fd5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791629016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a59f46a8344c8d89edbc6a1fdb925f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe96742-dd", "ovs_interfaceid": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.658714] env[69385]: DEBUG nova.network.neutron [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.703546] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "84573f5a-acde-4392-92f2-e7c08096d250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.703826] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "84573f5a-acde-4392-92f2-e7c08096d250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.722386] env[69385]: DEBUG nova.compute.utils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.723683] env[69385]: DEBUG nova.compute.manager [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.723845] env[69385]: DEBUG nova.network.neutron [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.734434] env[69385]: INFO nova.compute.claims [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.764092] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339902, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.815870] env[69385]: DEBUG nova.policy [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '491adcfc407241ccbd62021f49cab979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7efe46a8f5514a329118cd8a51acb69a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.855220] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.855478] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.855734] env[69385]: INFO nova.compute.manager [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Rebooting instance [ 722.887335] env[69385]: DEBUG nova.network.neutron [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Updating instance_info_cache with network_info: [{"id": "2ba7e119-6a0a-4854-a806-b19e89262b23", "address": "fa:16:3e:6f:79:2c", "network": {"id": "d7ab0a75-5362-49ec-a887-7b88f29df484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1578886624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29be62c7ef4694b1dc6e65de2c34d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba7e119-6a", "ovs_interfaceid": "2ba7e119-6a0a-4854-a806-b19e89262b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.961425] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a830db-d1f9-72e7-946d-b23280f30a65, 'name': SearchDatastore_Task, 'duration_secs': 0.020183} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.961425] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.961425] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 2b369931-313e-49c3-a555-937110bb700e/2b369931-313e-49c3-a555-937110bb700e.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.961425] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4fdbe95-ecc0-48b0-b09f-3411ffbc2ce4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.970757] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 722.970757] env[69385]: value = "task-3339903" [ 722.970757] env[69385]: _type = "Task" [ 722.970757] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.980180] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.032035] env[69385]: DEBUG oslo_concurrency.lockutils [req-6634cd3e-df70-4be6-8344-df1b7910f2ce req-f44e624b-2d32-4533-b06f-f76afe703b1a service nova] Releasing lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.065613] env[69385]: DEBUG oslo_concurrency.lockutils [req-58dd97b6-818f-46b0-84ef-d10180ac69c1 req-bece8834-0f38-42b0-820b-b1c0d6f40362 service nova] Releasing lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.244026] env[69385]: DEBUG nova.compute.manager [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.252197] env[69385]: INFO nova.compute.resource_tracker [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating resource usage from migration 0238a726-43ea-4131-b0df-da6b66dd8f32 [ 723.270475] env[69385]: DEBUG oslo_vmware.api [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3339902, 'name': PowerOnVM_Task, 'duration_secs': 1.348464} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.270475] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.270475] env[69385]: INFO nova.compute.manager [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Took 9.91 seconds to spawn the instance on the hypervisor. [ 723.270475] env[69385]: DEBUG nova.compute.manager [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.270475] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95c6048-7ffe-4285-b459-60096b512268 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.307860] env[69385]: DEBUG nova.network.neutron [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Successfully updated port: 704b1a22-c063-40d6-ae0e-28adeb4f1524 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.390484] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Releasing lock "refresh_cache-a233c308-e579-4de8-892f-8874d85acd7c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.390786] env[69385]: DEBUG nova.compute.manager [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Instance network_info: |[{"id": "2ba7e119-6a0a-4854-a806-b19e89262b23", "address": "fa:16:3e:6f:79:2c", "network": {"id": "d7ab0a75-5362-49ec-a887-7b88f29df484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1578886624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29be62c7ef4694b1dc6e65de2c34d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba7e119-6a", "ovs_interfaceid": "2ba7e119-6a0a-4854-a806-b19e89262b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.391235] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:79:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ba7e119-6a0a-4854-a806-b19e89262b23', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.401351] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Creating folder: Project (4b29be62c7ef4694b1dc6e65de2c34d7). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.402781] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "refresh_cache-b0e68d62-c0dd-4510-943e-dbee2b51ec0c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.403035] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquired lock "refresh_cache-b0e68d62-c0dd-4510-943e-dbee2b51ec0c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.403218] env[69385]: DEBUG nova.network.neutron [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.407029] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad1f8b3c-39cc-46c9-b003-b498f55709f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.419313] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Created folder: Project (4b29be62c7ef4694b1dc6e65de2c34d7) in parent group-v666556. [ 723.419516] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Creating folder: Instances. Parent ref: group-v666611. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.419811] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a22bac24-8993-4374-9927-592e70357dd0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.436081] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Created folder: Instances in parent group-v666611. [ 723.436336] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.436715] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.436804] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e80c2b-5029-4a53-ac72-a8ac46fb87ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.461031] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.461031] env[69385]: value = "task-3339906" [ 723.461031] env[69385]: _type = "Task" [ 723.461031] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.473178] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339906, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.473178] env[69385]: DEBUG nova.network.neutron [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Successfully created port: f8d6dd10-e72d-42f8-9b62-1653910596b0 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.482818] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339903, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.795993] env[69385]: INFO nova.compute.manager [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Took 29.13 seconds to build instance. [ 723.809681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "refresh_cache-bf04c9de-9bdb-4d08-be0d-54c3986f075f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.809681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquired lock "refresh_cache-bf04c9de-9bdb-4d08-be0d-54c3986f075f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.809681] env[69385]: DEBUG nova.network.neutron [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.891110] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f22c5ad-fac9-400e-91ac-c561ebd00b16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.900158] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3773c2d6-b21d-4131-a0e8-ebdbbe6487d2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.942047] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda8292-3fa8-410e-a73c-8bae545002a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.951572] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef59804-c92b-4bb7-8a4c-a23a012b33a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.966241] env[69385]: DEBUG nova.compute.provider_tree [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.980978] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339906, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.984608] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711003} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.989751] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 2b369931-313e-49c3-a555-937110bb700e/2b369931-313e-49c3-a555-937110bb700e.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.989751] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.989751] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0698709-557f-40c7-b0ab-4c999e62c0e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.997135] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 723.997135] env[69385]: value = "task-3339907" [ 723.997135] env[69385]: _type = "Task" [ 723.997135] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.007554] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.255888] env[69385]: DEBUG nova.compute.manager [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.273529] env[69385]: DEBUG nova.network.neutron [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Updating instance_info_cache with network_info: [{"id": "963b1aa3-e352-4692-8011-4e38694893f5", "address": "fa:16:3e:94:34:9d", "network": {"id": "51f5712c-cf85-45bd-8cbb-afa70aa8cf11", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1897452397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb12f5d018da4918ba9110c247587aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963b1aa3-e3", "ovs_interfaceid": "963b1aa3-e352-4692-8011-4e38694893f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.278782] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.279123] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.279345] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.279603] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.279812] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.280046] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.280367] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.280604] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.280844] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.281086] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.281354] env[69385]: DEBUG nova.virt.hardware [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.282518] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61516e47-444c-4894-9247-ba43845e57fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.287528] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Releasing lock "refresh_cache-b0e68d62-c0dd-4510-943e-dbee2b51ec0c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.295798] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07680b2b-17dc-4261-8c08-b336a9283730 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.303084] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ab3e9f6c-ac2e-47f6-bb65-94edcb4771d2 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.121s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.367635] env[69385]: DEBUG nova.network.neutron [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.473113] env[69385]: DEBUG nova.scheduler.client.report [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.480336] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339906, 'name': CreateVM_Task, 'duration_secs': 0.565338} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.480336] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.480977] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.481145] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.481471] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.481726] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1439cc21-0301-49af-ac39-61bd46682edd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.486830] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 724.486830] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52319224-ddc3-d614-02e0-b0229a000f1f" [ 724.486830] env[69385]: _type = "Task" [ 724.486830] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.495247] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52319224-ddc3-d614-02e0-b0229a000f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.506334] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233094} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.506669] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.507528] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb610693-cd2b-4385-ba4f-d120024c9435 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.533842] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2b369931-313e-49c3-a555-937110bb700e/2b369931-313e-49c3-a555-937110bb700e.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.534011] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f64c20-351e-4420-9cb1-85155cd9b0bd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.550214] env[69385]: DEBUG nova.network.neutron [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Updating instance_info_cache with network_info: [{"id": "704b1a22-c063-40d6-ae0e-28adeb4f1524", "address": "fa:16:3e:70:e3:38", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704b1a22-c0", "ovs_interfaceid": "704b1a22-c063-40d6-ae0e-28adeb4f1524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.552400] env[69385]: DEBUG nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Received event network-vif-plugged-2ba7e119-6a0a-4854-a806-b19e89262b23 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.552567] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Acquiring lock "a233c308-e579-4de8-892f-8874d85acd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.552775] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Lock "a233c308-e579-4de8-892f-8874d85acd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.552941] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Lock "a233c308-e579-4de8-892f-8874d85acd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.553120] env[69385]: DEBUG nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] No waiting events found dispatching network-vif-plugged-2ba7e119-6a0a-4854-a806-b19e89262b23 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.553283] env[69385]: WARNING nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Received unexpected event network-vif-plugged-2ba7e119-6a0a-4854-a806-b19e89262b23 for instance with vm_state building and task_state spawning. [ 724.553443] env[69385]: DEBUG nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Received event network-changed-2ba7e119-6a0a-4854-a806-b19e89262b23 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.553594] env[69385]: DEBUG nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Refreshing instance network info cache due to event network-changed-2ba7e119-6a0a-4854-a806-b19e89262b23. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 724.553782] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Acquiring lock "refresh_cache-a233c308-e579-4de8-892f-8874d85acd7c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.553916] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Acquired lock "refresh_cache-a233c308-e579-4de8-892f-8874d85acd7c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.554080] env[69385]: DEBUG nova.network.neutron [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Refreshing network info cache for port 2ba7e119-6a0a-4854-a806-b19e89262b23 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.561227] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 724.561227] env[69385]: value = "task-3339908" [ 724.561227] env[69385]: _type = "Task" [ 724.561227] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.570994] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.795561] env[69385]: DEBUG nova.compute.manager [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.795561] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015b216e-d72c-4e65-8f4f-e1b6e48fece6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.807063] env[69385]: DEBUG nova.compute.manager [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.981713] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.763s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.981956] env[69385]: INFO nova.compute.manager [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Migrating [ 724.982227] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.982729] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.984366] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.882s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.984698] env[69385]: DEBUG nova.objects.instance [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 724.997880] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52319224-ddc3-d614-02e0-b0229a000f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.018385} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.998751] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.998751] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.998974] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.999026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.999183] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.999441] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d18a2425-8f42-4afa-9ef0-c9ddf4e31bd2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.009524] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.009524] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.009887] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f5f047-fd8e-459c-9b18-f1afb6651c88 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.015949] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 725.015949] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528c7d68-5c2f-87b7-27ba-ad4d9f28b054" [ 725.015949] env[69385]: _type = "Task" [ 725.015949] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.023926] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528c7d68-5c2f-87b7-27ba-ad4d9f28b054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.045253] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.045488] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.056838] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Releasing lock "refresh_cache-bf04c9de-9bdb-4d08-be0d-54c3986f075f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.057169] env[69385]: DEBUG nova.compute.manager [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Instance network_info: |[{"id": "704b1a22-c063-40d6-ae0e-28adeb4f1524", "address": "fa:16:3e:70:e3:38", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704b1a22-c0", "ovs_interfaceid": "704b1a22-c063-40d6-ae0e-28adeb4f1524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.059890] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:e3:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '704b1a22-c063-40d6-ae0e-28adeb4f1524', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.067444] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.070325] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.073739] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ac79952-3218-4df7-98c3-4607f1d7a192 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.093486] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339908, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.094771] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.094771] env[69385]: value = "task-3339909" [ 725.094771] env[69385]: _type = "Task" [ 725.094771] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.102970] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339909, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.349439] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.437258] env[69385]: DEBUG nova.network.neutron [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Updated VIF entry in instance network info cache for port 2ba7e119-6a0a-4854-a806-b19e89262b23. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.437258] env[69385]: DEBUG nova.network.neutron [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Updating instance_info_cache with network_info: [{"id": "2ba7e119-6a0a-4854-a806-b19e89262b23", "address": "fa:16:3e:6f:79:2c", "network": {"id": "d7ab0a75-5362-49ec-a887-7b88f29df484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1578886624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29be62c7ef4694b1dc6e65de2c34d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba7e119-6a", "ovs_interfaceid": "2ba7e119-6a0a-4854-a806-b19e89262b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.489291] env[69385]: INFO nova.compute.rpcapi [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 725.489892] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.538017] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528c7d68-5c2f-87b7-27ba-ad4d9f28b054, 'name': SearchDatastore_Task, 'duration_secs': 0.013567} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.539216] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a200b0-9e5f-4608-8f5b-cb8c0854c542 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.546382] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 725.546382] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52970fcc-ac31-7449-1214-77c8bf1d4631" [ 725.546382] env[69385]: _type = "Task" [ 725.546382] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.555656] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52970fcc-ac31-7449-1214-77c8bf1d4631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.579823] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339908, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.606446] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339909, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.674990] env[69385]: DEBUG nova.network.neutron [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Successfully updated port: f8d6dd10-e72d-42f8-9b62-1653910596b0 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.830400] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8653b78-27c9-4ba5-a5e9-da10bba62b1c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.838397] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Doing hard reboot of VM {{(pid=69385) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 725.838758] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-34eb8c13-95b9-42a2-b33f-8dea44db470a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.845196] env[69385]: DEBUG oslo_vmware.api [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 725.845196] env[69385]: value = "task-3339910" [ 725.845196] env[69385]: _type = "Task" [ 725.845196] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.853563] env[69385]: DEBUG oslo_vmware.api [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339910, 'name': ResetVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.938567] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Releasing lock "refresh_cache-a233c308-e579-4de8-892f-8874d85acd7c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.939595] env[69385]: DEBUG nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Received event network-vif-plugged-704b1a22-c063-40d6-ae0e-28adeb4f1524 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.939595] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Acquiring lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.939595] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.940216] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.940216] env[69385]: DEBUG nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] No waiting events found dispatching network-vif-plugged-704b1a22-c063-40d6-ae0e-28adeb4f1524 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.940216] env[69385]: WARNING nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Received unexpected event network-vif-plugged-704b1a22-c063-40d6-ae0e-28adeb4f1524 for instance with vm_state building and task_state spawning. [ 725.940905] env[69385]: DEBUG nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Received event network-changed-704b1a22-c063-40d6-ae0e-28adeb4f1524 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.940905] env[69385]: DEBUG nova.compute.manager [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Refreshing instance network info cache due to event network-changed-704b1a22-c063-40d6-ae0e-28adeb4f1524. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 725.940905] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Acquiring lock "refresh_cache-bf04c9de-9bdb-4d08-be0d-54c3986f075f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.940905] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Acquired lock "refresh_cache-bf04c9de-9bdb-4d08-be0d-54c3986f075f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.941783] env[69385]: DEBUG nova.network.neutron [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Refreshing network info cache for port 704b1a22-c063-40d6-ae0e-28adeb4f1524 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.010033] env[69385]: DEBUG oslo_concurrency.lockutils [None req-147b305d-1d14-43e2-9247-69b4f729dd66 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.011385] env[69385]: DEBUG oslo_concurrency.lockutils [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.347s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.011618] env[69385]: DEBUG nova.objects.instance [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lazy-loading 'resources' on Instance uuid 2d9b419c-060f-443b-a18b-d210f9391f4d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.015809] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.016104] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.016237] env[69385]: DEBUG nova.network.neutron [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.059397] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52970fcc-ac31-7449-1214-77c8bf1d4631, 'name': SearchDatastore_Task, 'duration_secs': 0.012698} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.059693] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.059965] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] a233c308-e579-4de8-892f-8874d85acd7c/a233c308-e579-4de8-892f-8874d85acd7c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.060294] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76d4874c-4293-4466-92a6-9020d03f8aea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.070508] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 726.070508] env[69385]: value = "task-3339911" [ 726.070508] env[69385]: _type = "Task" [ 726.070508] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.084872] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.088499] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339908, 'name': ReconfigVM_Task, 'duration_secs': 1.430938} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.089144] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2b369931-313e-49c3-a555-937110bb700e/2b369931-313e-49c3-a555-937110bb700e.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.090979] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a772ee3-5b91-4d0b-b991-50e54899fa03 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.101839] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 726.101839] env[69385]: value = "task-3339912" [ 726.101839] env[69385]: _type = "Task" [ 726.101839] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.109604] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339909, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.115501] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339912, 'name': Rename_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.179572] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquiring lock "refresh_cache-38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.179747] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquired lock "refresh_cache-38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.179999] env[69385]: DEBUG nova.network.neutron [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.356692] env[69385]: DEBUG oslo_vmware.api [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339910, 'name': ResetVM_Task, 'duration_secs': 0.243315} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.357048] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Did hard reboot of VM {{(pid=69385) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 726.357564] env[69385]: DEBUG nova.compute.manager [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.358756] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304689f8-3798-4fe1-95e3-6bd168089ded {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.583290] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339911, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.617230] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339909, 'name': CreateVM_Task, 'duration_secs': 1.403086} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.617478] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.618275] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.618391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.618947] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.626440] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34de4149-ca91-48e6-ad76-2280447cde15 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.627986] env[69385]: DEBUG nova.compute.manager [req-3a80696f-7764-4e7f-99ae-821fdd1d9809 req-5a9c279c-899c-46bf-a468-7418bcb677fd service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Received event network-changed-ba700ff7-75c9-4ae9-8ecb-31b0839231cb {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 726.628775] env[69385]: DEBUG nova.compute.manager [req-3a80696f-7764-4e7f-99ae-821fdd1d9809 req-5a9c279c-899c-46bf-a468-7418bcb677fd service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Refreshing instance network info cache due to event network-changed-ba700ff7-75c9-4ae9-8ecb-31b0839231cb. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 726.628775] env[69385]: DEBUG oslo_concurrency.lockutils [req-3a80696f-7764-4e7f-99ae-821fdd1d9809 req-5a9c279c-899c-46bf-a468-7418bcb677fd service nova] Acquiring lock "refresh_cache-37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.628775] env[69385]: DEBUG oslo_concurrency.lockutils [req-3a80696f-7764-4e7f-99ae-821fdd1d9809 req-5a9c279c-899c-46bf-a468-7418bcb677fd service nova] Acquired lock "refresh_cache-37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.628775] env[69385]: DEBUG nova.network.neutron [req-3a80696f-7764-4e7f-99ae-821fdd1d9809 req-5a9c279c-899c-46bf-a468-7418bcb677fd service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Refreshing network info cache for port ba700ff7-75c9-4ae9-8ecb-31b0839231cb {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.632487] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339912, 'name': Rename_Task, 'duration_secs': 0.269782} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.632487] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.632487] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ce1951c-bb48-4aa6-95db-82998b174d80 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.635413] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 726.635413] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52215349-3eb6-591f-8ad2-33648d9d43d2" [ 726.635413] env[69385]: _type = "Task" [ 726.635413] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.649715] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 726.649715] env[69385]: value = "task-3339913" [ 726.649715] env[69385]: _type = "Task" [ 726.649715] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.659788] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52215349-3eb6-591f-8ad2-33648d9d43d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.670576] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339913, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.724103] env[69385]: DEBUG nova.network.neutron [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.874712] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63958d0f-0148-4f90-85ac-61fe085af54b tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.019s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.975758] env[69385]: DEBUG nova.network.neutron [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Updating instance_info_cache with network_info: [{"id": "f8d6dd10-e72d-42f8-9b62-1653910596b0", "address": "fa:16:3e:0c:0d:f3", "network": {"id": "5389026c-03d0-4cd2-a312-fcf19abafd9f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-119610771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7efe46a8f5514a329118cd8a51acb69a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d6dd10-e7", "ovs_interfaceid": "f8d6dd10-e72d-42f8-9b62-1653910596b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.979861] env[69385]: DEBUG nova.network.neutron [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Updated VIF entry in instance network info cache for port 704b1a22-c063-40d6-ae0e-28adeb4f1524. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.980209] env[69385]: DEBUG nova.network.neutron [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Updating instance_info_cache with network_info: [{"id": "704b1a22-c063-40d6-ae0e-28adeb4f1524", "address": "fa:16:3e:70:e3:38", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704b1a22-c0", "ovs_interfaceid": "704b1a22-c063-40d6-ae0e-28adeb4f1524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.009037] env[69385]: DEBUG nova.network.neutron [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance_info_cache with network_info: [{"id": "bc34231d-b607-40c6-a37a-42799c028772", "address": "fa:16:3e:75:8c:b9", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc34231d-b6", "ovs_interfaceid": "bc34231d-b607-40c6-a37a-42799c028772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.085621] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732376} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.085995] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] a233c308-e579-4de8-892f-8874d85acd7c/a233c308-e579-4de8-892f-8874d85acd7c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.086229] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.086722] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbd7dc81-e6b2-4781-8b2e-6aa2f3dbb563 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.093958] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 727.093958] env[69385]: value = "task-3339914" [ 727.093958] env[69385]: _type = "Task" [ 727.093958] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.104899] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.142372] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b280b116-d70c-49e9-b22b-ede1915e7db4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.163239] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecfa08e-c08d-4509-b095-61eb23546079 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.167140] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52215349-3eb6-591f-8ad2-33648d9d43d2, 'name': SearchDatastore_Task, 'duration_secs': 0.068506} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.168024] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.168024] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.168024] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.168202] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.168237] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.169331] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7becea0a-bc13-46f2-8d5f-c46baedc8590 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.175195] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.205832] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d846567-688b-44d2-a11f-e739ea488c4b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.210228] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.210439] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.211555] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bce0fd-1226-4bcf-a3da-012713203a04 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.218323] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c64f8b-0496-4bea-9788-90658510e467 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.223827] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 727.223827] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b953a8-f49f-3cd9-d7a8-c244c6ccfd57" [ 727.223827] env[69385]: _type = "Task" [ 727.223827] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.236381] env[69385]: DEBUG nova.compute.provider_tree [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.245856] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b953a8-f49f-3cd9-d7a8-c244c6ccfd57, 'name': SearchDatastore_Task, 'duration_secs': 0.015771} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.246731] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480cd1c8-4701-400d-a833-4a2e1d676d03 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.253714] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 727.253714] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cd78ad-d766-3305-6182-fc78fe4390be" [ 727.253714] env[69385]: _type = "Task" [ 727.253714] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.262536] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cd78ad-d766-3305-6182-fc78fe4390be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.408916] env[69385]: DEBUG nova.compute.manager [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Received event network-vif-plugged-f8d6dd10-e72d-42f8-9b62-1653910596b0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.409879] env[69385]: DEBUG oslo_concurrency.lockutils [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] Acquiring lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.409879] env[69385]: DEBUG oslo_concurrency.lockutils [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] Lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.409879] env[69385]: DEBUG oslo_concurrency.lockutils [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] Lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.410157] env[69385]: DEBUG nova.compute.manager [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] No waiting events found dispatching network-vif-plugged-f8d6dd10-e72d-42f8-9b62-1653910596b0 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.411629] env[69385]: WARNING nova.compute.manager [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Received unexpected event network-vif-plugged-f8d6dd10-e72d-42f8-9b62-1653910596b0 for instance with vm_state building and task_state spawning. [ 727.412398] env[69385]: DEBUG nova.compute.manager [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Received event network-changed-f8d6dd10-e72d-42f8-9b62-1653910596b0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.412650] env[69385]: DEBUG nova.compute.manager [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Refreshing instance network info cache due to event network-changed-f8d6dd10-e72d-42f8-9b62-1653910596b0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 727.412919] env[69385]: DEBUG oslo_concurrency.lockutils [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] Acquiring lock "refresh_cache-38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.470785] env[69385]: DEBUG nova.network.neutron [req-3a80696f-7764-4e7f-99ae-821fdd1d9809 req-5a9c279c-899c-46bf-a468-7418bcb677fd service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Updated VIF entry in instance network info cache for port ba700ff7-75c9-4ae9-8ecb-31b0839231cb. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.471240] env[69385]: DEBUG nova.network.neutron [req-3a80696f-7764-4e7f-99ae-821fdd1d9809 req-5a9c279c-899c-46bf-a468-7418bcb677fd service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Updating instance_info_cache with network_info: [{"id": "ba700ff7-75c9-4ae9-8ecb-31b0839231cb", "address": "fa:16:3e:6e:23:63", "network": {"id": "86b82a46-fe38-47ae-9706-9220d536e101", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-620016297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a46b06243843bf8367c02564b3d39d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba700ff7-75", "ovs_interfaceid": "ba700ff7-75c9-4ae9-8ecb-31b0839231cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.479017] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Releasing lock "refresh_cache-38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.479273] env[69385]: DEBUG nova.compute.manager [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Instance network_info: |[{"id": "f8d6dd10-e72d-42f8-9b62-1653910596b0", "address": "fa:16:3e:0c:0d:f3", "network": {"id": "5389026c-03d0-4cd2-a312-fcf19abafd9f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-119610771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7efe46a8f5514a329118cd8a51acb69a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d6dd10-e7", "ovs_interfaceid": "f8d6dd10-e72d-42f8-9b62-1653910596b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.479776] env[69385]: DEBUG oslo_concurrency.lockutils [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] Acquired lock "refresh_cache-38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.479893] env[69385]: DEBUG nova.network.neutron [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Refreshing network info cache for port f8d6dd10-e72d-42f8-9b62-1653910596b0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.481421] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:0d:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8d6dd10-e72d-42f8-9b62-1653910596b0', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.492612] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Creating folder: Project (7efe46a8f5514a329118cd8a51acb69a). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.496806] env[69385]: DEBUG oslo_concurrency.lockutils [req-929da60e-8fb7-4f3a-aa27-11b19b775c9a req-13f941e4-17aa-4013-80b8-09093b8b9c62 service nova] Releasing lock "refresh_cache-bf04c9de-9bdb-4d08-be0d-54c3986f075f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.497228] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab1b86c2-5864-423b-84b6-21ad9489809a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.508831] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Created folder: Project (7efe46a8f5514a329118cd8a51acb69a) in parent group-v666556. [ 727.509063] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Creating folder: Instances. Parent ref: group-v666615. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.509307] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-876f703b-3e33-4181-b814-b749505b4532 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.514203] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.519408] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Created folder: Instances in parent group-v666615. [ 727.519408] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.519408] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.519408] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78a490c4-b79d-419f-8161-5dd2493b8c7e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.545516] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.545516] env[69385]: value = "task-3339917" [ 727.545516] env[69385]: _type = "Task" [ 727.545516] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.553672] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339917, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.605042] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132855} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.607944] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.609289] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c9bb36-7ce9-4b00-bc14-a3c3679e7c86 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.632674] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] a233c308-e579-4de8-892f-8874d85acd7c/a233c308-e579-4de8-892f-8874d85acd7c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.633225] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9636b5c4-e18a-47db-af71-182acf70ac39 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.660486] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 727.660486] env[69385]: value = "task-3339918" [ 727.660486] env[69385]: _type = "Task" [ 727.660486] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.667489] env[69385]: DEBUG oslo_vmware.api [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3339913, 'name': PowerOnVM_Task, 'duration_secs': 0.757159} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.667841] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.668101] env[69385]: INFO nova.compute.manager [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Took 11.61 seconds to spawn the instance on the hypervisor. [ 727.668396] env[69385]: DEBUG nova.compute.manager [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.669255] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e68f562-e7ff-409e-ac40-61aa8b184ac2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.675772] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.740351] env[69385]: DEBUG nova.scheduler.client.report [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.764687] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cd78ad-d766-3305-6182-fc78fe4390be, 'name': SearchDatastore_Task, 'duration_secs': 0.016446} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.764931] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.765294] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] bf04c9de-9bdb-4d08-be0d-54c3986f075f/bf04c9de-9bdb-4d08-be0d-54c3986f075f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.765568] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19471462-6b71-4ebf-b4df-304672209bce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.773364] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 727.773364] env[69385]: value = "task-3339919" [ 727.773364] env[69385]: _type = "Task" [ 727.773364] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.782575] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.785889] env[69385]: DEBUG nova.network.neutron [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Updated VIF entry in instance network info cache for port f8d6dd10-e72d-42f8-9b62-1653910596b0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.786247] env[69385]: DEBUG nova.network.neutron [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Updating instance_info_cache with network_info: [{"id": "f8d6dd10-e72d-42f8-9b62-1653910596b0", "address": "fa:16:3e:0c:0d:f3", "network": {"id": "5389026c-03d0-4cd2-a312-fcf19abafd9f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-119610771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7efe46a8f5514a329118cd8a51acb69a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8d6dd10-e7", "ovs_interfaceid": "f8d6dd10-e72d-42f8-9b62-1653910596b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.975247] env[69385]: DEBUG oslo_concurrency.lockutils [req-3a80696f-7764-4e7f-99ae-821fdd1d9809 req-5a9c279c-899c-46bf-a468-7418bcb677fd service nova] Releasing lock "refresh_cache-37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.058188] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339917, 'name': CreateVM_Task, 'duration_secs': 0.453048} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.058383] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.059161] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.059357] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.059765] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.060121] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6621e0c-cebe-4e05-a9b8-25a45bebbbfd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.067366] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 728.067366] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e3919c-1be3-6968-b25d-c84669f3f909" [ 728.067366] env[69385]: _type = "Task" [ 728.067366] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.078664] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e3919c-1be3-6968-b25d-c84669f3f909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.172178] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339918, 'name': ReconfigVM_Task, 'duration_secs': 0.475087} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.172178] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Reconfigured VM instance instance-00000012 to attach disk [datastore2] a233c308-e579-4de8-892f-8874d85acd7c/a233c308-e579-4de8-892f-8874d85acd7c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.172932] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c1fa72b-1b39-4a0c-bff5-dfe278ce7e7a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.181119] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 728.181119] env[69385]: value = "task-3339920" [ 728.181119] env[69385]: _type = "Task" [ 728.181119] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.197812] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339920, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.202030] env[69385]: INFO nova.compute.manager [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Took 33.41 seconds to build instance. [ 728.245989] env[69385]: DEBUG oslo_concurrency.lockutils [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.248725] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.879s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.249088] env[69385]: DEBUG nova.objects.instance [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lazy-loading 'resources' on Instance uuid 096c9c90-970a-4fb8-8e9b-524d880f0dda {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.280772] env[69385]: INFO nova.scheduler.client.report [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Deleted allocations for instance 2d9b419c-060f-443b-a18b-d210f9391f4d [ 728.285802] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.289140] env[69385]: DEBUG oslo_concurrency.lockutils [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] Releasing lock "refresh_cache-38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.289397] env[69385]: DEBUG nova.compute.manager [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Received event network-changed-fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.289564] env[69385]: DEBUG nova.compute.manager [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Refreshing instance network info cache due to event network-changed-fbe96742-ddfd-4271-8fd7-728c6fd4e41e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 728.289793] env[69385]: DEBUG oslo_concurrency.lockutils [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] Acquiring lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.289936] env[69385]: DEBUG oslo_concurrency.lockutils [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] Acquired lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.291845] env[69385]: DEBUG nova.network.neutron [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Refreshing network info cache for port fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.421241] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.421241] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.421241] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.421241] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.421448] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.423440] env[69385]: INFO nova.compute.manager [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Terminating instance [ 728.577312] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e3919c-1be3-6968-b25d-c84669f3f909, 'name': SearchDatastore_Task, 'duration_secs': 0.059886} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.577485] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.577764] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.578027] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.578180] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.578400] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.578620] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6554393a-c3dc-47c0-85ef-b95c889e65f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.588240] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.588424] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.589162] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc0ddd5-a557-4495-86b0-b7044d6a4b63 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.595360] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 728.595360] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521ae6f4-e62b-4044-2f96-151017801560" [ 728.595360] env[69385]: _type = "Task" [ 728.595360] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.603960] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521ae6f4-e62b-4044-2f96-151017801560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.692180] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339920, 'name': Rename_Task, 'duration_secs': 0.273659} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.693421] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.693810] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62ea57a4-4ac4-486f-b808-ddb10cca4c87 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.701602] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 728.701602] env[69385]: value = "task-3339921" [ 728.701602] env[69385]: _type = "Task" [ 728.701602] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.705256] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bfa92f7b-f8a2-417f-a462-1812e02e7b03 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.487s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.712453] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.786547] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615226} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.790337] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] bf04c9de-9bdb-4d08-be0d-54c3986f075f/bf04c9de-9bdb-4d08-be0d-54c3986f075f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.791024] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.794100] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eca9ff53-5f03-4cf1-9400-0997b2cd500b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.798806] env[69385]: DEBUG oslo_concurrency.lockutils [None req-08b2f38d-4548-489f-952a-d8635ed8bf52 tempest-InstanceActionsNegativeTestJSON-1000028515 tempest-InstanceActionsNegativeTestJSON-1000028515-project-member] Lock "2d9b419c-060f-443b-a18b-d210f9391f4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.915s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.804576] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 728.804576] env[69385]: value = "task-3339922" [ 728.804576] env[69385]: _type = "Task" [ 728.804576] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.816252] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.927965] env[69385]: DEBUG nova.compute.manager [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.928299] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.931305] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f7805-bccd-4d45-adbb-d4036d57b2f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.939285] env[69385]: DEBUG nova.compute.manager [req-1e39fc70-d8c2-4c6f-b625-29905e2db7ef req-17438a1e-29b0-454e-829f-fc004cef9cc5 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Received event network-changed-df207134-9d79-4f24-b6f2-8529bfbc2855 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.939285] env[69385]: DEBUG nova.compute.manager [req-1e39fc70-d8c2-4c6f-b625-29905e2db7ef req-17438a1e-29b0-454e-829f-fc004cef9cc5 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Refreshing instance network info cache due to event network-changed-df207134-9d79-4f24-b6f2-8529bfbc2855. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 728.939285] env[69385]: DEBUG oslo_concurrency.lockutils [req-1e39fc70-d8c2-4c6f-b625-29905e2db7ef req-17438a1e-29b0-454e-829f-fc004cef9cc5 service nova] Acquiring lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.939285] env[69385]: DEBUG oslo_concurrency.lockutils [req-1e39fc70-d8c2-4c6f-b625-29905e2db7ef req-17438a1e-29b0-454e-829f-fc004cef9cc5 service nova] Acquired lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.939285] env[69385]: DEBUG nova.network.neutron [req-1e39fc70-d8c2-4c6f-b625-29905e2db7ef req-17438a1e-29b0-454e-829f-fc004cef9cc5 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Refreshing network info cache for port df207134-9d79-4f24-b6f2-8529bfbc2855 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.952172] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.952756] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba23dc98-f9c9-4f48-a642-6c62a0a7fe95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.959715] env[69385]: DEBUG oslo_vmware.api [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 728.959715] env[69385]: value = "task-3339923" [ 728.959715] env[69385]: _type = "Task" [ 728.959715] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.978912] env[69385]: DEBUG oslo_vmware.api [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.983677] env[69385]: DEBUG oslo_vmware.rw_handles [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525aee01-25d8-ed0d-b74e-a3265229a9b3/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 728.983988] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bbdd30-4b41-4fa8-84f6-de0081fd5207 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.990148] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquiring lock "920d668d-1947-40bd-9c94-9398ee4a4acc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.990402] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "920d668d-1947-40bd-9c94-9398ee4a4acc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.990645] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquiring lock "920d668d-1947-40bd-9c94-9398ee4a4acc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.991425] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "920d668d-1947-40bd-9c94-9398ee4a4acc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.991425] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "920d668d-1947-40bd-9c94-9398ee4a4acc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.993955] env[69385]: INFO nova.compute.manager [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Terminating instance [ 728.996293] env[69385]: DEBUG oslo_vmware.rw_handles [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525aee01-25d8-ed0d-b74e-a3265229a9b3/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 728.996518] env[69385]: ERROR oslo_vmware.rw_handles [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525aee01-25d8-ed0d-b74e-a3265229a9b3/disk-0.vmdk due to incomplete transfer. [ 728.997693] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4b45388-6b14-4f3f-a4a0-72f784fd0966 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.011153] env[69385]: DEBUG oslo_vmware.rw_handles [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525aee01-25d8-ed0d-b74e-a3265229a9b3/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 729.011424] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Uploaded image 74af80cf-b438-46b2-b979-9e2eab99421f to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 729.013691] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 729.017167] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19f5df94-45dc-457a-b67e-cc8bc63961bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.023780] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 729.023780] env[69385]: value = "task-3339924" [ 729.023780] env[69385]: _type = "Task" [ 729.023780] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.037118] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339924, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.041819] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0321881d-b21e-4421-9a48-abdac0b562de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.063326] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance '112dc1fc-247c-4305-95d4-7791d39efcd2' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 729.114682] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521ae6f4-e62b-4044-2f96-151017801560, 'name': SearchDatastore_Task, 'duration_secs': 0.017306} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.116611] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7934c247-e265-4f31-84d5-e42d8b9b7512 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.127439] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 729.127439] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5222dd73-6b2f-4a7d-4249-af7297a9a304" [ 729.127439] env[69385]: _type = "Task" [ 729.127439] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.138676] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5222dd73-6b2f-4a7d-4249-af7297a9a304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.142145] env[69385]: DEBUG nova.network.neutron [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Updated VIF entry in instance network info cache for port fbe96742-ddfd-4271-8fd7-728c6fd4e41e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.142509] env[69385]: DEBUG nova.network.neutron [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Updating instance_info_cache with network_info: [{"id": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "address": "fa:16:3e:38:1f:24", "network": {"id": "570faeb3-1bd9-454c-a289-1e3083a8fd5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791629016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a59f46a8344c8d89edbc6a1fdb925f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe96742-dd", "ovs_interfaceid": "fbe96742-ddfd-4271-8fd7-728c6fd4e41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.211297] env[69385]: DEBUG nova.compute.manager [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.225622] env[69385]: DEBUG oslo_vmware.api [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3339921, 'name': PowerOnVM_Task, 'duration_secs': 0.516925} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.225622] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.225719] env[69385]: INFO nova.compute.manager [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Took 10.48 seconds to spawn the instance on the hypervisor. [ 729.226453] env[69385]: DEBUG nova.compute.manager [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.227571] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d07fa-ea63-48fd-a88e-d16603b020a8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.319915] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096713} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.321628] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.321628] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0be3b3-85ae-4fe9-85d8-2279ee1499af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.345852] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] bf04c9de-9bdb-4d08-be0d-54c3986f075f/bf04c9de-9bdb-4d08-be0d-54c3986f075f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.351774] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2d5d48-894f-429e-8703-8a030517febe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.372878] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 729.372878] env[69385]: value = "task-3339925" [ 729.372878] env[69385]: _type = "Task" [ 729.372878] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.389025] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339925, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.434332] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e172b5c9-bc99-4e3e-93df-83410a617fe5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.442488] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf35dcb-8955-45ea-9ed1-dbb16e2a1f20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.478835] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847ec90-ef88-4cb9-9c44-3e255a102c85 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.489192] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c4d6b8-9ce9-4e16-b6c7-f833bf6f33d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.493012] env[69385]: DEBUG oslo_vmware.api [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339923, 'name': PowerOffVM_Task, 'duration_secs': 0.462013} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.493341] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.493546] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.494142] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-334b5f60-1473-4949-86a8-1071ed510bf2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.504135] env[69385]: DEBUG nova.compute.manager [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.504385] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.504927] env[69385]: DEBUG nova.compute.provider_tree [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.506750] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a025296f-1e30-4b7f-8618-e3836645ea07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.514671] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.515204] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f98860d-fe5b-4cfa-b0b6-385ddab1ef8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.522206] env[69385]: DEBUG oslo_vmware.api [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 729.522206] env[69385]: value = "task-3339927" [ 729.522206] env[69385]: _type = "Task" [ 729.522206] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.539278] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339924, 'name': Destroy_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.539528] env[69385]: DEBUG oslo_vmware.api [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.573079] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.573421] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4052095e-1cbb-4703-866f-52cd368efac3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.581144] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 729.581144] env[69385]: value = "task-3339928" [ 729.581144] env[69385]: _type = "Task" [ 729.581144] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.582406] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.582599] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.582777] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Deleting the datastore file [datastore1] b0e68d62-c0dd-4510-943e-dbee2b51ec0c {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.585905] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a37b485-a723-4aa1-b82f-dbc88b845a67 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.592882] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.594917] env[69385]: DEBUG oslo_vmware.api [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for the task: (returnval){ [ 729.594917] env[69385]: value = "task-3339929" [ 729.594917] env[69385]: _type = "Task" [ 729.594917] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.602039] env[69385]: DEBUG oslo_vmware.api [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.642194] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5222dd73-6b2f-4a7d-4249-af7297a9a304, 'name': SearchDatastore_Task, 'duration_secs': 0.053346} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.642512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.642804] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16/38e764ad-9cbc-4cd8-95d3-6c6e733dcf16.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.643219] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a76719-cf53-48ee-b64b-7ce90153b9dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.645807] env[69385]: DEBUG oslo_concurrency.lockutils [req-6b216382-1287-4cc6-b95c-6bfcfac2559a req-e3d78f85-215b-4825-97da-033537ecb6fb service nova] Releasing lock "refresh_cache-920d668d-1947-40bd-9c94-9398ee4a4acc" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.651108] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 729.651108] env[69385]: value = "task-3339930" [ 729.651108] env[69385]: _type = "Task" [ 729.651108] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.660093] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.738730] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.750616] env[69385]: INFO nova.compute.manager [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Took 33.50 seconds to build instance. [ 729.889023] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.016657] env[69385]: DEBUG nova.scheduler.client.report [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.041517] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339924, 'name': Destroy_Task, 'duration_secs': 0.812052} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.045778] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Destroyed the VM [ 730.046227] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 730.046614] env[69385]: DEBUG oslo_vmware.api [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339927, 'name': PowerOffVM_Task, 'duration_secs': 0.372762} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.046909] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d14aab4-cc7e-46b1-93d7-af2663a1d338 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.049263] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.049263] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.050265] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f579e80c-aa19-4bab-b95f-afa6ac18020f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.060271] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 730.060271] env[69385]: value = "task-3339931" [ 730.060271] env[69385]: _type = "Task" [ 730.060271] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.066276] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339931, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.092903] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339928, 'name': PowerOffVM_Task, 'duration_secs': 0.203211} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.092903] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.093227] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance '112dc1fc-247c-4305-95d4-7791d39efcd2' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.113128] env[69385]: DEBUG oslo_vmware.api [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Task: {'id': task-3339929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199545} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.113128] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.113128] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.113128] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.113128] env[69385]: INFO nova.compute.manager [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 730.113751] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.113751] env[69385]: DEBUG nova.compute.manager [-] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.113829] env[69385]: DEBUG nova.network.neutron [-] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.120678] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.120678] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.120678] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Deleting the datastore file [datastore1] 920d668d-1947-40bd-9c94-9398ee4a4acc {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.120678] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f3b3e72-03d2-4a34-aaf0-9eac3101d11b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.128569] env[69385]: DEBUG oslo_vmware.api [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for the task: (returnval){ [ 730.128569] env[69385]: value = "task-3339933" [ 730.128569] env[69385]: _type = "Task" [ 730.128569] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.141684] env[69385]: DEBUG oslo_vmware.api [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.162962] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.255011] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c103cb64-df30-486d-b208-630aa03857cf tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "a233c308-e579-4de8-892f-8874d85acd7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.305s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.393023] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339925, 'name': ReconfigVM_Task, 'duration_secs': 0.759908} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.393023] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Reconfigured VM instance instance-00000013 to attach disk [datastore2] bf04c9de-9bdb-4d08-be0d-54c3986f075f/bf04c9de-9bdb-4d08-be0d-54c3986f075f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.393023] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e7aca85-27cc-419b-8444-bef4c8a05329 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.396508] env[69385]: DEBUG nova.network.neutron [req-1e39fc70-d8c2-4c6f-b625-29905e2db7ef req-17438a1e-29b0-454e-829f-fc004cef9cc5 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updated VIF entry in instance network info cache for port df207134-9d79-4f24-b6f2-8529bfbc2855. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.397215] env[69385]: DEBUG nova.network.neutron [req-1e39fc70-d8c2-4c6f-b625-29905e2db7ef req-17438a1e-29b0-454e-829f-fc004cef9cc5 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [{"id": "df207134-9d79-4f24-b6f2-8529bfbc2855", "address": "fa:16:3e:47:ce:35", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf207134-9d", "ovs_interfaceid": "df207134-9d79-4f24-b6f2-8529bfbc2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.406019] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 730.406019] env[69385]: value = "task-3339934" [ 730.406019] env[69385]: _type = "Task" [ 730.406019] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.412747] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339934, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.521025] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.522195] env[69385]: DEBUG oslo_concurrency.lockutils [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.565s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.522955] env[69385]: DEBUG nova.objects.instance [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lazy-loading 'resources' on Instance uuid 26506859-aad3-4c58-8001-f9b9fd627d6a {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.569060] env[69385]: INFO nova.scheduler.client.report [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Deleted allocations for instance 096c9c90-970a-4fb8-8e9b-524d880f0dda [ 730.575663] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339931, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.609403] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.609403] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.609403] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.609403] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.609836] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.609836] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.609836] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.610054] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.610245] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.612260] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.612260] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.615688] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da0e5bb-8c33-4c69-9ac9-3b52f0ac221d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.634965] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 730.634965] env[69385]: value = "task-3339935" [ 730.634965] env[69385]: _type = "Task" [ 730.634965] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.643098] env[69385]: DEBUG oslo_vmware.api [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Task: {'id': task-3339933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319385} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.643924] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.644276] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.644602] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.644934] env[69385]: INFO nova.compute.manager [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 730.645321] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.649324] env[69385]: DEBUG nova.compute.manager [-] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.649548] env[69385]: DEBUG nova.network.neutron [-] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.651534] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.661614] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744285} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.662685] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16/38e764ad-9cbc-4cd8-95d3-6c6e733dcf16.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.663096] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.663549] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23b9a793-4f4e-42b9-b0d3-9c9ca0641b68 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.672102] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 730.672102] env[69385]: value = "task-3339936" [ 730.672102] env[69385]: _type = "Task" [ 730.672102] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.684929] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.759882] env[69385]: DEBUG nova.compute.manager [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.903038] env[69385]: DEBUG oslo_concurrency.lockutils [req-1e39fc70-d8c2-4c6f-b625-29905e2db7ef req-17438a1e-29b0-454e-829f-fc004cef9cc5 service nova] Releasing lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.916739] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339934, 'name': Rename_Task, 'duration_secs': 0.150469} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.916739] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.916739] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e2467e9-27ae-4abe-9abb-18523b088e19 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.924481] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 730.924481] env[69385]: value = "task-3339937" [ 730.924481] env[69385]: _type = "Task" [ 730.924481] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.946041] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.079275] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339931, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.084879] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32cef844-6b16-4fd6-ae41-9ed0f1feed61 tempest-ServerDiagnosticsV248Test-1716823793 tempest-ServerDiagnosticsV248Test-1716823793-project-member] Lock "096c9c90-970a-4fb8-8e9b-524d880f0dda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.088s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.088019] env[69385]: DEBUG nova.compute.manager [req-2f6e69bb-0c20-407a-85fa-f9c6fc78687e req-972f4190-5b2e-4911-9e20-8be62b19b0c6 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Received event network-vif-deleted-963b1aa3-e352-4692-8011-4e38694893f5 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.088019] env[69385]: INFO nova.compute.manager [req-2f6e69bb-0c20-407a-85fa-f9c6fc78687e req-972f4190-5b2e-4911-9e20-8be62b19b0c6 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Neutron deleted interface 963b1aa3-e352-4692-8011-4e38694893f5; detaching it from the instance and deleting it from the info cache [ 731.088019] env[69385]: DEBUG nova.network.neutron [req-2f6e69bb-0c20-407a-85fa-f9c6fc78687e req-972f4190-5b2e-4911-9e20-8be62b19b0c6 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.148589] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.183275] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076387} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.183552] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.184372] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8194c-2b8c-444b-8bbd-4789f87d9a46 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.213278] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16/38e764ad-9cbc-4cd8-95d3-6c6e733dcf16.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.213278] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9e2bb3-de2b-4952-98c0-f7f7d4ff16bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.237646] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 731.237646] env[69385]: value = "task-3339938" [ 731.237646] env[69385]: _type = "Task" [ 731.237646] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.247469] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.252116] env[69385]: DEBUG nova.compute.manager [req-bfa6d329-ea9c-4f7f-ab2c-c29c8f3f3ce5 req-5a805b50-ad04-4c32-ba4f-df7fe83f7f21 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Received event network-changed-2ba7e119-6a0a-4854-a806-b19e89262b23 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.252370] env[69385]: DEBUG nova.compute.manager [req-bfa6d329-ea9c-4f7f-ab2c-c29c8f3f3ce5 req-5a805b50-ad04-4c32-ba4f-df7fe83f7f21 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Refreshing instance network info cache due to event network-changed-2ba7e119-6a0a-4854-a806-b19e89262b23. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 731.252596] env[69385]: DEBUG oslo_concurrency.lockutils [req-bfa6d329-ea9c-4f7f-ab2c-c29c8f3f3ce5 req-5a805b50-ad04-4c32-ba4f-df7fe83f7f21 service nova] Acquiring lock "refresh_cache-a233c308-e579-4de8-892f-8874d85acd7c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.252739] env[69385]: DEBUG oslo_concurrency.lockutils [req-bfa6d329-ea9c-4f7f-ab2c-c29c8f3f3ce5 req-5a805b50-ad04-4c32-ba4f-df7fe83f7f21 service nova] Acquired lock "refresh_cache-a233c308-e579-4de8-892f-8874d85acd7c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.252898] env[69385]: DEBUG nova.network.neutron [req-bfa6d329-ea9c-4f7f-ab2c-c29c8f3f3ce5 req-5a805b50-ad04-4c32-ba4f-df7fe83f7f21 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Refreshing network info cache for port 2ba7e119-6a0a-4854-a806-b19e89262b23 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.255062] env[69385]: DEBUG nova.network.neutron [-] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.286450] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.438043] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.570127] env[69385]: DEBUG oslo_vmware.api [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339931, 'name': RemoveSnapshot_Task, 'duration_secs': 1.406796} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.573094] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 731.576138] env[69385]: INFO nova.compute.manager [None req-c181e7be-66fc-433e-b1f1-7ab9f005ecaf tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Took 15.02 seconds to snapshot the instance on the hypervisor. [ 731.593175] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de203c43-9e5b-40b1-ab48-bfa0d4f398cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.604034] env[69385]: DEBUG nova.network.neutron [-] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.610043] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135b2d0d-2861-410f-ac90-1081f6dd9379 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.650232] env[69385]: DEBUG nova.compute.manager [req-2f6e69bb-0c20-407a-85fa-f9c6fc78687e req-972f4190-5b2e-4911-9e20-8be62b19b0c6 service nova] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Detach interface failed, port_id=963b1aa3-e352-4692-8011-4e38694893f5, reason: Instance b0e68d62-c0dd-4510-943e-dbee2b51ec0c could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 731.663091] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.717524] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ebfdf-e87c-4aa3-8b96-618a117e2592 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.729424] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b4e373-2094-4e2b-9d89-7649436ede77 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.752066] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.783296] env[69385]: INFO nova.compute.manager [-] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Took 1.67 seconds to deallocate network for instance. [ 731.786402] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a975f780-d1a8-41f0-9303-e591b235b19e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.798689] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7106519c-14e4-4094-8f19-a2a25d015516 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.813576] env[69385]: DEBUG nova.compute.provider_tree [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.935789] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.106646] env[69385]: INFO nova.compute.manager [-] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Took 1.46 seconds to deallocate network for instance. [ 732.158763] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339935, 'name': ReconfigVM_Task, 'duration_secs': 1.150236} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.159169] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance '112dc1fc-247c-4305-95d4-7791d39efcd2' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 732.238164] env[69385]: DEBUG nova.network.neutron [req-bfa6d329-ea9c-4f7f-ab2c-c29c8f3f3ce5 req-5a805b50-ad04-4c32-ba4f-df7fe83f7f21 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Updated VIF entry in instance network info cache for port 2ba7e119-6a0a-4854-a806-b19e89262b23. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.238560] env[69385]: DEBUG nova.network.neutron [req-bfa6d329-ea9c-4f7f-ab2c-c29c8f3f3ce5 req-5a805b50-ad04-4c32-ba4f-df7fe83f7f21 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Updating instance_info_cache with network_info: [{"id": "2ba7e119-6a0a-4854-a806-b19e89262b23", "address": "fa:16:3e:6f:79:2c", "network": {"id": "d7ab0a75-5362-49ec-a887-7b88f29df484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1578886624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29be62c7ef4694b1dc6e65de2c34d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba7e119-6a", "ovs_interfaceid": "2ba7e119-6a0a-4854-a806-b19e89262b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.251275] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339938, 'name': ReconfigVM_Task, 'duration_secs': 0.737639} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.251640] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16/38e764ad-9cbc-4cd8-95d3-6c6e733dcf16.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.252321] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a74e9922-0f08-452d-a04f-49ebc76ea3fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.258936] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 732.258936] env[69385]: value = "task-3339939" [ 732.258936] env[69385]: _type = "Task" [ 732.258936] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.269999] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339939, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.294678] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.318173] env[69385]: DEBUG nova.scheduler.client.report [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.438536] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.616132] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.667104] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.667470] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.667683] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.667914] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.668315] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.668850] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.669230] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.669438] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.669658] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.669862] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.670081] env[69385]: DEBUG nova.virt.hardware [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.678063] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 732.678063] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03fad02-04fe-4bd5-a51f-9316f2c7595d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.697986] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 732.697986] env[69385]: value = "task-3339940" [ 732.697986] env[69385]: _type = "Task" [ 732.697986] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.707342] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.744598] env[69385]: DEBUG oslo_concurrency.lockutils [req-bfa6d329-ea9c-4f7f-ab2c-c29c8f3f3ce5 req-5a805b50-ad04-4c32-ba4f-df7fe83f7f21 service nova] Releasing lock "refresh_cache-a233c308-e579-4de8-892f-8874d85acd7c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.770016] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339939, 'name': Rename_Task, 'duration_secs': 0.419917} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.770636] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.770636] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75c0e91f-edd1-413d-9fa1-2a8b96e2f18f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.776253] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 732.776253] env[69385]: value = "task-3339941" [ 732.776253] env[69385]: _type = "Task" [ 732.776253] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.784113] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.824482] env[69385]: DEBUG oslo_concurrency.lockutils [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.827162] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.302s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.829032] env[69385]: INFO nova.compute.claims [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.864110] env[69385]: INFO nova.scheduler.client.report [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted allocations for instance 26506859-aad3-4c58-8001-f9b9fd627d6a [ 732.936010] env[69385]: DEBUG oslo_vmware.api [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339937, 'name': PowerOnVM_Task, 'duration_secs': 1.838383} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.936198] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.936403] env[69385]: INFO nova.compute.manager [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Took 11.45 seconds to spawn the instance on the hypervisor. [ 732.936665] env[69385]: DEBUG nova.compute.manager [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.938154] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58683671-3b6b-4306-8386-e45952b8620d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.211999] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339940, 'name': ReconfigVM_Task, 'duration_secs': 0.2499} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.212451] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 733.213425] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e63a4a-c59e-479b-854a-0088a029ec12 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.238865] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 112dc1fc-247c-4305-95d4-7791d39efcd2/112dc1fc-247c-4305-95d4-7791d39efcd2.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.239212] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a215257-7919-4f1a-9a18-8058ae65cadf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.256944] env[69385]: DEBUG nova.compute.manager [req-4546f953-abaa-4eec-9142-b4faac7b0f23 req-849bd088-caf6-4345-8e88-cc5ecd2acbb3 service nova] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Received event network-vif-deleted-fbe96742-ddfd-4271-8fd7-728c6fd4e41e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 733.259555] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 733.259555] env[69385]: value = "task-3339942" [ 733.259555] env[69385]: _type = "Task" [ 733.259555] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.268629] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.293155] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339941, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.376766] env[69385]: DEBUG oslo_concurrency.lockutils [None req-453dcb78-729d-4c51-b5b6-7e9a3d5a1a4b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "26506859-aad3-4c58-8001-f9b9fd627d6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.572s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.459595] env[69385]: INFO nova.compute.manager [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Took 36.54 seconds to build instance. [ 733.769564] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.785811] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339941, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.962120] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b10cb259-2d3d-44a4-b889-9bb8a2b4acc4 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.431s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.041746] env[69385]: DEBUG nova.compute.manager [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.042646] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f4ef17-095a-4c06-80fc-25dc00002ac5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.179057] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2352b6cc-81c6-4e3c-a8b5-85e181508a1f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.185593] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1162c79a-d5a3-4a46-8bb5-54ea304fbe0b tempest-ServersAdminNegativeTestJSON-1721759972 tempest-ServersAdminNegativeTestJSON-1721759972-project-admin] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Suspending the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 734.188146] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cf28c05d-c1d3-49cf-9ead-c7ccfeb36cc6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.194569] env[69385]: DEBUG oslo_vmware.api [None req-1162c79a-d5a3-4a46-8bb5-54ea304fbe0b tempest-ServersAdminNegativeTestJSON-1721759972 tempest-ServersAdminNegativeTestJSON-1721759972-project-admin] Waiting for the task: (returnval){ [ 734.194569] env[69385]: value = "task-3339943" [ 734.194569] env[69385]: _type = "Task" [ 734.194569] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.203033] env[69385]: DEBUG oslo_vmware.api [None req-1162c79a-d5a3-4a46-8bb5-54ea304fbe0b tempest-ServersAdminNegativeTestJSON-1721759972 tempest-ServersAdminNegativeTestJSON-1721759972-project-admin] Task: {'id': task-3339943, 'name': SuspendVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.270230] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339942, 'name': ReconfigVM_Task, 'duration_secs': 0.714053} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.270652] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 112dc1fc-247c-4305-95d4-7791d39efcd2/112dc1fc-247c-4305-95d4-7791d39efcd2.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.270764] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance '112dc1fc-247c-4305-95d4-7791d39efcd2' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 734.289623] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339941, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.348992] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5768ce5-e914-4e2a-aafb-7917d86f1abb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.359294] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe132cc0-3d5b-41bc-afc2-9d91ce0e4c5a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.394318] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ff7b3f-0cc5-424b-a8d2-c15657df4882 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.402712] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ea8baf-2b47-412c-9e7f-8a25ff4151bc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.417673] env[69385]: DEBUG nova.compute.provider_tree [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.465961] env[69385]: DEBUG nova.compute.manager [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.558877] env[69385]: INFO nova.compute.manager [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] instance snapshotting [ 734.560843] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef7ad39-7637-484c-ad7d-9bfc1cb0779c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.586575] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85045c2c-92c6-4e4e-b224-e5f3eea6edbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.706995] env[69385]: DEBUG oslo_vmware.api [None req-1162c79a-d5a3-4a46-8bb5-54ea304fbe0b tempest-ServersAdminNegativeTestJSON-1721759972 tempest-ServersAdminNegativeTestJSON-1721759972-project-admin] Task: {'id': task-3339943, 'name': SuspendVM_Task} progress is 50%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.779198] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01540a06-bd33-4c73-96bf-7d4788952c0a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.799021] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339941, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.815789] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2339d6f-e1b0-4199-a376-6e1aaa25a867 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.836850] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance '112dc1fc-247c-4305-95d4-7791d39efcd2' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 734.921119] env[69385]: DEBUG nova.scheduler.client.report [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.995201] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.097357] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.097682] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3a1737e-b809-4d02-a574-d5ab98d1afd5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.105272] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 735.105272] env[69385]: value = "task-3339944" [ 735.105272] env[69385]: _type = "Task" [ 735.105272] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.113817] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.207520] env[69385]: DEBUG oslo_vmware.api [None req-1162c79a-d5a3-4a46-8bb5-54ea304fbe0b tempest-ServersAdminNegativeTestJSON-1721759972 tempest-ServersAdminNegativeTestJSON-1721759972-project-admin] Task: {'id': task-3339943, 'name': SuspendVM_Task, 'duration_secs': 0.878877} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.207520] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1162c79a-d5a3-4a46-8bb5-54ea304fbe0b tempest-ServersAdminNegativeTestJSON-1721759972 tempest-ServersAdminNegativeTestJSON-1721759972-project-admin] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Suspended the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 735.207520] env[69385]: DEBUG nova.compute.manager [None req-1162c79a-d5a3-4a46-8bb5-54ea304fbe0b tempest-ServersAdminNegativeTestJSON-1721759972 tempest-ServersAdminNegativeTestJSON-1721759972-project-admin] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.207520] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f68cd07-5662-4ee9-aab7-f8d06fd85b9f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.294601] env[69385]: DEBUG oslo_vmware.api [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339941, 'name': PowerOnVM_Task, 'duration_secs': 2.141006} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.296096] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.296096] env[69385]: INFO nova.compute.manager [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Took 11.04 seconds to spawn the instance on the hypervisor. [ 735.296096] env[69385]: DEBUG nova.compute.manager [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.296269] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dd55eb-0664-42d4-9650-3ea6ece5be13 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.394618] env[69385]: DEBUG nova.network.neutron [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Port bc34231d-b607-40c6-a37a-42799c028772 binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 735.430169] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.430169] env[69385]: DEBUG nova.compute.manager [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.432408] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.895s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.433897] env[69385]: INFO nova.compute.claims [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.618235] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.814620] env[69385]: INFO nova.compute.manager [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Took 36.51 seconds to build instance. [ 735.939282] env[69385]: DEBUG nova.compute.utils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.947191] env[69385]: DEBUG nova.compute.manager [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.947191] env[69385]: DEBUG nova.network.neutron [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.041234] env[69385]: DEBUG nova.policy [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a03822ebd5af4325b01474b285a39215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45edbc229cad4454afa9b26f694ee1fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.117327] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.317369] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f641e65b-b193-423f-a425-714bacbcc6a6 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.783s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.424665] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "112dc1fc-247c-4305-95d4-7791d39efcd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.424665] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.424665] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.449802] env[69385]: DEBUG nova.compute.manager [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.608914] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "a2780709-ed0a-4806-adfb-f8e148d6e156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.611795] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "a2780709-ed0a-4806-adfb-f8e148d6e156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.625762] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339944, 'name': CreateSnapshot_Task, 'duration_secs': 1.2903} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.626062] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.627790] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f205a42-7aa7-4974-a121-5a7d5c1cd6ce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.651949] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "74adec6b-a6c9-49f3-b0ed-34da300f7716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.651949] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "74adec6b-a6c9-49f3-b0ed-34da300f7716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.719358] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8ef310ce-8e80-42bf-8176-4850a82311f4 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquiring lock "interface-38e764ad-9cbc-4cd8-95d3-6c6e733dcf16-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.720081] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8ef310ce-8e80-42bf-8176-4850a82311f4 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "interface-38e764ad-9cbc-4cd8-95d3-6c6e733dcf16-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.720399] env[69385]: DEBUG nova.objects.instance [None req-8ef310ce-8e80-42bf-8176-4850a82311f4 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lazy-loading 'flavor' on Instance uuid 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.794782] env[69385]: DEBUG nova.network.neutron [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Successfully created port: 35116613-960b-436b-8e43-5e0de6c2abdd {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.824126] env[69385]: DEBUG nova.compute.manager [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.031619] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9439da64-e1a5-4f86-90dd-93e09ba1891e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.040853] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916adaa8-ea47-4909-b8db-96641500d4ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.075560] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affa2647-4227-459d-9764-71f5276edd2a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.084557] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9179d777-3606-440e-bc89-26bc9062aab9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.101457] env[69385]: DEBUG nova.compute.provider_tree [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.158500] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 737.159781] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be975ddd-ad1d-42bf-9122-e5f4a98b8d7b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.172195] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 737.172195] env[69385]: value = "task-3339945" [ 737.172195] env[69385]: _type = "Task" [ 737.172195] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.181865] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339945, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.225828] env[69385]: DEBUG nova.objects.instance [None req-8ef310ce-8e80-42bf-8176-4850a82311f4 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lazy-loading 'pci_requests' on Instance uuid 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.348706] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.464210] env[69385]: DEBUG nova.compute.manager [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.490016] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.490016] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.490016] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.490302] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.490302] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.490302] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.490302] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.494018] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.494018] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.494018] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.494018] env[69385]: DEBUG nova.virt.hardware [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.494018] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c4ef6-d8c4-4e90-8c7a-a0ec719d63e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.504744] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02348885-b1f5-4dd4-b7a0-27b436009d7c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.527200] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.527200] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.527200] env[69385]: DEBUG nova.network.neutron [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.607210] env[69385]: DEBUG nova.scheduler.client.report [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.683381] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339945, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.729291] env[69385]: DEBUG nova.objects.base [None req-8ef310ce-8e80-42bf-8176-4850a82311f4 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Object Instance<38e764ad-9cbc-4cd8-95d3-6c6e733dcf16> lazy-loaded attributes: flavor,pci_requests {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 737.729404] env[69385]: DEBUG nova.network.neutron [None req-8ef310ce-8e80-42bf-8176-4850a82311f4 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.825461] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8ef310ce-8e80-42bf-8176-4850a82311f4 tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "interface-38e764ad-9cbc-4cd8-95d3-6c6e733dcf16-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.105s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.112021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.112021] env[69385]: DEBUG nova.compute.manager [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.114154] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.966s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.118046] env[69385]: INFO nova.compute.claims [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.184648] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339945, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.315290] env[69385]: DEBUG nova.network.neutron [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance_info_cache with network_info: [{"id": "bc34231d-b607-40c6-a37a-42799c028772", "address": "fa:16:3e:75:8c:b9", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc34231d-b6", "ovs_interfaceid": "bc34231d-b607-40c6-a37a-42799c028772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.623405] env[69385]: DEBUG nova.compute.utils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.627773] env[69385]: DEBUG nova.compute.manager [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.631243] env[69385]: DEBUG nova.network.neutron [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.665038] env[69385]: DEBUG nova.network.neutron [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Successfully updated port: 35116613-960b-436b-8e43-5e0de6c2abdd {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.691852] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339945, 'name': CloneVM_Task, 'duration_secs': 1.38234} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.692379] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Created linked-clone VM from snapshot [ 738.693298] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f02c8c-804c-46da-a16b-ae97ec374093 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.702467] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Uploading image c17b5f4b-b733-4b32-9270-80f1c187d31c {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.706931] env[69385]: DEBUG nova.policy [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59586d53523c495ca73a7b5e207d0a44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5832b88780c345b587ae22f3c4f2b508', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.735598] env[69385]: DEBUG oslo_vmware.rw_handles [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.735598] env[69385]: value = "vm-666619" [ 738.735598] env[69385]: _type = "VirtualMachine" [ 738.735598] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.735598] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4aab198-8823-41ee-821b-efaa64255f4e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.742910] env[69385]: DEBUG oslo_vmware.rw_handles [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lease: (returnval){ [ 738.742910] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c8ac8b-676d-80cb-e5ab-ab095a41aefe" [ 738.742910] env[69385]: _type = "HttpNfcLease" [ 738.742910] env[69385]: } obtained for exporting VM: (result){ [ 738.742910] env[69385]: value = "vm-666619" [ 738.742910] env[69385]: _type = "VirtualMachine" [ 738.742910] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.743381] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the lease: (returnval){ [ 738.743381] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c8ac8b-676d-80cb-e5ab-ab095a41aefe" [ 738.743381] env[69385]: _type = "HttpNfcLease" [ 738.743381] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.749915] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.749915] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c8ac8b-676d-80cb-e5ab-ab095a41aefe" [ 738.749915] env[69385]: _type = "HttpNfcLease" [ 738.749915] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 738.819111] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.952465] env[69385]: DEBUG nova.compute.manager [req-78b55224-edee-4889-936f-5932b0eaab75 req-d4cdbd14-2c51-4a6e-a9f9-9f2ba6291869 service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Received event network-vif-plugged-35116613-960b-436b-8e43-5e0de6c2abdd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.952694] env[69385]: DEBUG oslo_concurrency.lockutils [req-78b55224-edee-4889-936f-5932b0eaab75 req-d4cdbd14-2c51-4a6e-a9f9-9f2ba6291869 service nova] Acquiring lock "6de45726-892f-4c16-88fd-67e9f4b24259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.952891] env[69385]: DEBUG oslo_concurrency.lockutils [req-78b55224-edee-4889-936f-5932b0eaab75 req-d4cdbd14-2c51-4a6e-a9f9-9f2ba6291869 service nova] Lock "6de45726-892f-4c16-88fd-67e9f4b24259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.953072] env[69385]: DEBUG oslo_concurrency.lockutils [req-78b55224-edee-4889-936f-5932b0eaab75 req-d4cdbd14-2c51-4a6e-a9f9-9f2ba6291869 service nova] Lock "6de45726-892f-4c16-88fd-67e9f4b24259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.953238] env[69385]: DEBUG nova.compute.manager [req-78b55224-edee-4889-936f-5932b0eaab75 req-d4cdbd14-2c51-4a6e-a9f9-9f2ba6291869 service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] No waiting events found dispatching network-vif-plugged-35116613-960b-436b-8e43-5e0de6c2abdd {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.953399] env[69385]: WARNING nova.compute.manager [req-78b55224-edee-4889-936f-5932b0eaab75 req-d4cdbd14-2c51-4a6e-a9f9-9f2ba6291869 service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Received unexpected event network-vif-plugged-35116613-960b-436b-8e43-5e0de6c2abdd for instance with vm_state building and task_state spawning. [ 739.128495] env[69385]: DEBUG nova.compute.manager [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.138856] env[69385]: DEBUG nova.network.neutron [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Successfully created port: 1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.169869] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquiring lock "refresh_cache-6de45726-892f-4c16-88fd-67e9f4b24259" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.169869] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquired lock "refresh_cache-6de45726-892f-4c16-88fd-67e9f4b24259" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.169869] env[69385]: DEBUG nova.network.neutron [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.257608] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 739.257608] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c8ac8b-676d-80cb-e5ab-ab095a41aefe" [ 739.257608] env[69385]: _type = "HttpNfcLease" [ 739.257608] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 739.258042] env[69385]: DEBUG oslo_vmware.rw_handles [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 739.258042] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c8ac8b-676d-80cb-e5ab-ab095a41aefe" [ 739.258042] env[69385]: _type = "HttpNfcLease" [ 739.258042] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 739.261885] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50040f4-eee4-404a-a081-a6343ed0e42f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.270291] env[69385]: DEBUG oslo_vmware.rw_handles [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528695da-6ea4-1950-f074-6d9016cb090e/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 739.270291] env[69385]: DEBUG oslo_vmware.rw_handles [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528695da-6ea4-1950-f074-6d9016cb090e/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 739.358487] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4354e4-db48-4631-a258-f1d29d445672 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.378907] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccfc042-adaa-42b1-b6f1-41d08e36c12b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.385647] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-854eda90-e7da-4916-bb0d-647b6007d2ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.389602] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance '112dc1fc-247c-4305-95d4-7791d39efcd2' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 739.734615] env[69385]: DEBUG nova.network.neutron [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.787713] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6392e3-65b5-41ac-9bee-2c8ced16f14b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.797982] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd61aa3-ec93-4778-a46f-62ec256d73ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.838855] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7582af-eeaa-4c28-9542-747033a1c989 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.849738] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf691b8-e1f8-4ac0-97ef-8ae925d9c81e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.867599] env[69385]: DEBUG nova.compute.provider_tree [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.899317] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.901297] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d10cdc1-a3c8-4a24-b391-a0de497d4397 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.912040] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 739.912040] env[69385]: value = "task-3339947" [ 739.912040] env[69385]: _type = "Task" [ 739.912040] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.923424] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.962085] env[69385]: DEBUG nova.network.neutron [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Updating instance_info_cache with network_info: [{"id": "35116613-960b-436b-8e43-5e0de6c2abdd", "address": "fa:16:3e:37:4b:86", "network": {"id": "d6de335f-0b81-47c5-bdd2-4bebb860a0c3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1459117137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45edbc229cad4454afa9b26f694ee1fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35116613-96", "ovs_interfaceid": "35116613-960b-436b-8e43-5e0de6c2abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.144148] env[69385]: DEBUG nova.compute.manager [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.176479] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.176893] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.177517] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.177517] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.177517] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.177879] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.179854] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.179854] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.179854] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.179854] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.179854] env[69385]: DEBUG nova.virt.hardware [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.180461] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4273ed-90d4-4a77-87a1-8f1c6c2aad17 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.190368] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf821437-68d1-411a-ba11-0a6d4c5d2b77 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.299059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "f973c546-9245-4da6-8eab-fd26e12ee0f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.299059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "f973c546-9245-4da6-8eab-fd26e12ee0f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.370718] env[69385]: DEBUG nova.scheduler.client.report [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.378237] env[69385]: DEBUG oslo_concurrency.lockutils [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquiring lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.378562] env[69385]: DEBUG oslo_concurrency.lockutils [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.378802] env[69385]: DEBUG oslo_concurrency.lockutils [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquiring lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.379047] env[69385]: DEBUG oslo_concurrency.lockutils [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.379296] env[69385]: DEBUG oslo_concurrency.lockutils [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.381980] env[69385]: INFO nova.compute.manager [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Terminating instance [ 740.423358] env[69385]: DEBUG oslo_vmware.api [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3339947, 'name': PowerOnVM_Task, 'duration_secs': 0.412547} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.423951] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.424286] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b5924-bbf5-4d1b-a774-59667c1e49e6 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance '112dc1fc-247c-4305-95d4-7791d39efcd2' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 740.467316] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Releasing lock "refresh_cache-6de45726-892f-4c16-88fd-67e9f4b24259" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.467825] env[69385]: DEBUG nova.compute.manager [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Instance network_info: |[{"id": "35116613-960b-436b-8e43-5e0de6c2abdd", "address": "fa:16:3e:37:4b:86", "network": {"id": "d6de335f-0b81-47c5-bdd2-4bebb860a0c3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1459117137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45edbc229cad4454afa9b26f694ee1fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35116613-96", "ovs_interfaceid": "35116613-960b-436b-8e43-5e0de6c2abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.469210] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:4b:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35116613-960b-436b-8e43-5e0de6c2abdd', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.477834] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Creating folder: Project (45edbc229cad4454afa9b26f694ee1fa). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.477834] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1978aed4-f001-422a-bea6-a4d89f2d5f78 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.488415] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Created folder: Project (45edbc229cad4454afa9b26f694ee1fa) in parent group-v666556. [ 740.490158] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Creating folder: Instances. Parent ref: group-v666620. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.490158] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b44fa3e4-5025-4588-b984-1bb9c6dcb646 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.498279] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Created folder: Instances in parent group-v666620. [ 740.498707] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.498927] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.499216] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68aeaaf3-1aa3-4d99-ad20-d74d51faf828 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.521743] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.521743] env[69385]: value = "task-3339950" [ 740.521743] env[69385]: _type = "Task" [ 740.521743] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.530319] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339950, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.840818] env[69385]: DEBUG nova.network.neutron [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Successfully updated port: 1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.879531] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.880531] env[69385]: DEBUG nova.compute.manager [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.883999] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.501s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.884304] env[69385]: DEBUG nova.objects.instance [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lazy-loading 'resources' on Instance uuid 1a10274f-7067-432c-896d-873d2613f7c3 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.886621] env[69385]: DEBUG nova.compute.manager [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.886893] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.887797] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e24cc-38d3-4d12-926b-9b48c67f7095 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.897856] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.900937] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a1a64f2-571d-4528-9247-f61bbec36ce1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.909729] env[69385]: DEBUG oslo_vmware.api [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 740.909729] env[69385]: value = "task-3339951" [ 740.909729] env[69385]: _type = "Task" [ 740.909729] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.921269] env[69385]: DEBUG oslo_vmware.api [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.006326] env[69385]: DEBUG nova.compute.manager [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Received event network-changed-35116613-960b-436b-8e43-5e0de6c2abdd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.008515] env[69385]: DEBUG nova.compute.manager [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Refreshing instance network info cache due to event network-changed-35116613-960b-436b-8e43-5e0de6c2abdd. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 741.008515] env[69385]: DEBUG oslo_concurrency.lockutils [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] Acquiring lock "refresh_cache-6de45726-892f-4c16-88fd-67e9f4b24259" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.008515] env[69385]: DEBUG oslo_concurrency.lockutils [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] Acquired lock "refresh_cache-6de45726-892f-4c16-88fd-67e9f4b24259" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.008515] env[69385]: DEBUG nova.network.neutron [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Refreshing network info cache for port 35116613-960b-436b-8e43-5e0de6c2abdd {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.034984] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339950, 'name': CreateVM_Task, 'duration_secs': 0.497137} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.035298] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.036047] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.036407] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.036967] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.037299] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472d470d-85c7-4abf-98db-ad8536467e8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.043803] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 741.043803] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52934658-0034-155d-0d7f-d4166ec6dc9f" [ 741.043803] env[69385]: _type = "Task" [ 741.043803] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.056222] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52934658-0034-155d-0d7f-d4166ec6dc9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.343854] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquiring lock "refresh_cache-a815a5c3-fe3d-48d1-aeba-0952420d5862" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.344185] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquired lock "refresh_cache-a815a5c3-fe3d-48d1-aeba-0952420d5862" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.344413] env[69385]: DEBUG nova.network.neutron [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.387906] env[69385]: DEBUG nova.compute.utils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.392695] env[69385]: DEBUG nova.compute.manager [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 741.423188] env[69385]: DEBUG oslo_vmware.api [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339951, 'name': PowerOffVM_Task, 'duration_secs': 0.223908} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.423485] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.423669] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.423949] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69b1093d-cdd9-47da-9f04-5c2aab0f26e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.498886] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.499196] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.499439] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Deleting the datastore file [datastore2] 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.500034] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61b371a1-79f5-4aa9-9363-c3fec6e5751d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.509796] env[69385]: DEBUG oslo_vmware.api [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for the task: (returnval){ [ 741.509796] env[69385]: value = "task-3339953" [ 741.509796] env[69385]: _type = "Task" [ 741.509796] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.525439] env[69385]: DEBUG oslo_vmware.api [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.557463] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52934658-0034-155d-0d7f-d4166ec6dc9f, 'name': SearchDatastore_Task, 'duration_secs': 0.015803} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.559596] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.559596] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.559596] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.559596] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.560202] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.560202] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57e7ce87-82f0-489a-8b67-53d6ff0aaef7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.573473] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.573716] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.574655] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0c3ff7-85f5-4f31-b4d9-30c44211d56b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.583027] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 741.583027] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524228c6-a1f8-f48e-5d1f-4080c1de1d13" [ 741.583027] env[69385]: _type = "Task" [ 741.583027] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.590315] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524228c6-a1f8-f48e-5d1f-4080c1de1d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.827880] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.827880] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.827880] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.827880] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.828237] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.831663] env[69385]: INFO nova.compute.manager [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Terminating instance [ 741.894863] env[69385]: DEBUG nova.compute.manager [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.934251] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ca40bb-38c5-4cbc-89fa-31886ba9080c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.939342] env[69385]: DEBUG nova.network.neutron [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.961447] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8c127d-932a-43a9-b8ac-c59f5e9c0613 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.006082] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c136c-49aa-4f0f-8dfe-4fcaf28ead93 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.021438] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0521bc-0ce1-4a81-9818-327d887c02bc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.031652] env[69385]: DEBUG oslo_vmware.api [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Task: {'id': task-3339953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378183} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.032437] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.032648] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.032835] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.033036] env[69385]: INFO nova.compute.manager [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Took 1.15 seconds to destroy the instance on the hypervisor. [ 742.033288] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.033482] env[69385]: DEBUG nova.compute.manager [-] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.033565] env[69385]: DEBUG nova.network.neutron [-] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.043578] env[69385]: DEBUG nova.compute.provider_tree [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.094394] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524228c6-a1f8-f48e-5d1f-4080c1de1d13, 'name': SearchDatastore_Task, 'duration_secs': 0.011157} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.094394] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfda5c0-9712-4cbd-b695-daa5411d6e41 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.100928] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 742.100928] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5286fe0e-db92-e6b4-c800-de1d18c30a14" [ 742.100928] env[69385]: _type = "Task" [ 742.100928] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.110353] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5286fe0e-db92-e6b4-c800-de1d18c30a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.173974] env[69385]: DEBUG nova.network.neutron [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Updated VIF entry in instance network info cache for port 35116613-960b-436b-8e43-5e0de6c2abdd. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.174423] env[69385]: DEBUG nova.network.neutron [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Updating instance_info_cache with network_info: [{"id": "35116613-960b-436b-8e43-5e0de6c2abdd", "address": "fa:16:3e:37:4b:86", "network": {"id": "d6de335f-0b81-47c5-bdd2-4bebb860a0c3", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1459117137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45edbc229cad4454afa9b26f694ee1fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35116613-96", "ovs_interfaceid": "35116613-960b-436b-8e43-5e0de6c2abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.208066] env[69385]: DEBUG nova.network.neutron [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Updating instance_info_cache with network_info: [{"id": "1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e", "address": "fa:16:3e:14:b0:5d", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3d7bfa-7e", "ovs_interfaceid": "1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.217088] env[69385]: DEBUG oslo_concurrency.lockutils [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "112dc1fc-247c-4305-95d4-7791d39efcd2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.217171] env[69385]: DEBUG oslo_concurrency.lockutils [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.217491] env[69385]: DEBUG nova.compute.manager [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Going to confirm migration 1 {{(pid=69385) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 742.339028] env[69385]: DEBUG nova.compute.manager [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.339247] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.340171] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7739151-daa8-4d84-ac10-0441425a648a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.356177] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.356548] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce6261ce-2970-4625-b636-f27adee2a5ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.427113] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.427255] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.427467] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleting the datastore file [datastore2] bf04c9de-9bdb-4d08-be0d-54c3986f075f {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.427772] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e907c342-7847-4285-a191-eee2ca2baf9e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.434228] env[69385]: DEBUG oslo_vmware.api [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 742.434228] env[69385]: value = "task-3339955" [ 742.434228] env[69385]: _type = "Task" [ 742.434228] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.436963] env[69385]: DEBUG nova.compute.manager [req-3080e754-a207-47a6-be2c-36177c87ef2a req-1bc4f6ec-bd2d-4f8b-9e3b-e9137e383254 service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Received event network-vif-deleted-f8d6dd10-e72d-42f8-9b62-1653910596b0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.436963] env[69385]: INFO nova.compute.manager [req-3080e754-a207-47a6-be2c-36177c87ef2a req-1bc4f6ec-bd2d-4f8b-9e3b-e9137e383254 service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Neutron deleted interface f8d6dd10-e72d-42f8-9b62-1653910596b0; detaching it from the instance and deleting it from the info cache [ 742.436963] env[69385]: DEBUG nova.network.neutron [req-3080e754-a207-47a6-be2c-36177c87ef2a req-1bc4f6ec-bd2d-4f8b-9e3b-e9137e383254 service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.447681] env[69385]: DEBUG oslo_vmware.api [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.548752] env[69385]: DEBUG nova.scheduler.client.report [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.609824] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5286fe0e-db92-e6b4-c800-de1d18c30a14, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.610122] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.610383] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6de45726-892f-4c16-88fd-67e9f4b24259/6de45726-892f-4c16-88fd-67e9f4b24259.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.610644] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5e02aaa-61ab-4e45-97fb-0a6196eab835 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.617578] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 742.617578] env[69385]: value = "task-3339956" [ 742.617578] env[69385]: _type = "Task" [ 742.617578] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.625510] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.677464] env[69385]: DEBUG oslo_concurrency.lockutils [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] Releasing lock "refresh_cache-6de45726-892f-4c16-88fd-67e9f4b24259" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.677464] env[69385]: DEBUG nova.compute.manager [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Received event network-vif-plugged-1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.677665] env[69385]: DEBUG oslo_concurrency.lockutils [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] Acquiring lock "a815a5c3-fe3d-48d1-aeba-0952420d5862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.678025] env[69385]: DEBUG oslo_concurrency.lockutils [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] Lock "a815a5c3-fe3d-48d1-aeba-0952420d5862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.678100] env[69385]: DEBUG oslo_concurrency.lockutils [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] Lock "a815a5c3-fe3d-48d1-aeba-0952420d5862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.678256] env[69385]: DEBUG nova.compute.manager [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] No waiting events found dispatching network-vif-plugged-1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.678427] env[69385]: WARNING nova.compute.manager [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Received unexpected event network-vif-plugged-1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e for instance with vm_state building and task_state spawning. [ 742.678592] env[69385]: DEBUG nova.compute.manager [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Received event network-changed-1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.678768] env[69385]: DEBUG nova.compute.manager [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Refreshing instance network info cache due to event network-changed-1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 742.678942] env[69385]: DEBUG oslo_concurrency.lockutils [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] Acquiring lock "refresh_cache-a815a5c3-fe3d-48d1-aeba-0952420d5862" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.711361] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Releasing lock "refresh_cache-a815a5c3-fe3d-48d1-aeba-0952420d5862" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.711531] env[69385]: DEBUG nova.compute.manager [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Instance network_info: |[{"id": "1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e", "address": "fa:16:3e:14:b0:5d", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3d7bfa-7e", "ovs_interfaceid": "1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.711769] env[69385]: DEBUG oslo_concurrency.lockutils [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] Acquired lock "refresh_cache-a815a5c3-fe3d-48d1-aeba-0952420d5862" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.711960] env[69385]: DEBUG nova.network.neutron [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Refreshing network info cache for port 1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.713273] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b0:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.722760] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Creating folder: Project (5832b88780c345b587ae22f3c4f2b508). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.726109] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5140f2cc-ea21-44ac-926e-d03bf46064f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.740831] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Created folder: Project (5832b88780c345b587ae22f3c4f2b508) in parent group-v666556. [ 742.741080] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Creating folder: Instances. Parent ref: group-v666623. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.742031] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2f57bd7-da00-4c2c-b168-cb8de3d5d855 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.752202] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Created folder: Instances in parent group-v666623. [ 742.752202] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.752545] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.752545] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed7540fb-af30-424a-b56a-869161a9399e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.777331] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.777331] env[69385]: value = "task-3339959" [ 742.777331] env[69385]: _type = "Task" [ 742.777331] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.785580] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339959, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.872551] env[69385]: DEBUG nova.network.neutron [-] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.908994] env[69385]: DEBUG nova.compute.manager [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.949032] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.949032] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.949032] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.949032] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.949419] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.949419] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.949419] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.949419] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.949550] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.950027] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.950027] env[69385]: DEBUG nova.virt.hardware [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.951330] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf369168-94cf-4d82-bf2f-fa7e04657dac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.954593] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c811db36-fa4a-46f1-bf7d-13ce46fa7d91 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.966053] env[69385]: DEBUG oslo_vmware.api [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3339955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203973} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.969759] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.969990] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.970192] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.970366] env[69385]: INFO nova.compute.manager [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Took 0.63 seconds to destroy the instance on the hypervisor. [ 742.972765] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.972765] env[69385]: DEBUG nova.compute.manager [-] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.972765] env[69385]: DEBUG nova.network.neutron [-] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.974218] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70edb7e8-d88c-402b-b055-9530ce7e8f72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.983167] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eed50c-1945-4f81-8e2b-5b428a4dbb6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.738991] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.855s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.743425] env[69385]: INFO nova.compute.manager [-] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Took 1.71 seconds to deallocate network for instance. [ 743.744262] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.750008] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Creating folder: Project (ee6e6a65b6b94a49b9bba79391c86245). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.751326] env[69385]: DEBUG oslo_concurrency.lockutils [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.751519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.751686] env[69385]: DEBUG nova.network.neutron [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.751873] env[69385]: DEBUG nova.objects.instance [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lazy-loading 'info_cache' on Instance uuid 112dc1fc-247c-4305-95d4-7791d39efcd2 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.765519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.978s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.765791] env[69385]: DEBUG nova.objects.instance [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lazy-loading 'resources' on Instance uuid f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.774435] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63eaa856-e79f-471e-96e6-cb7641aaed71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.776013] env[69385]: DEBUG nova.compute.manager [req-3080e754-a207-47a6-be2c-36177c87ef2a req-1bc4f6ec-bd2d-4f8b-9e3b-e9137e383254 service nova] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Detach interface failed, port_id=f8d6dd10-e72d-42f8-9b62-1653910596b0, reason: Instance 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 743.788826] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339959, 'name': CreateVM_Task, 'duration_secs': 0.471881} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.789128] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612447} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.790310] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.790586] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6de45726-892f-4c16-88fd-67e9f4b24259/6de45726-892f-4c16-88fd-67e9f4b24259.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.790791] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.791064] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Created folder: Project (ee6e6a65b6b94a49b9bba79391c86245) in parent group-v666556. [ 743.791228] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Creating folder: Instances. Parent ref: group-v666626. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.792129] env[69385]: INFO nova.scheduler.client.report [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted allocations for instance 1a10274f-7067-432c-896d-873d2613f7c3 [ 743.793508] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.793681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.793997] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.794509] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bfa836e-ef76-4307-a626-046f1ef9144c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.796546] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bba032d5-6ecf-4126-9022-79215e4d04da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.801404] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec39e498-b0ba-4312-b3c4-7a21be7f0352 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.807970] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 743.807970] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fb625c-e9e1-9747-3925-5dba5363a344" [ 743.807970] env[69385]: _type = "Task" [ 743.807970] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.809365] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 743.809365] env[69385]: value = "task-3339961" [ 743.809365] env[69385]: _type = "Task" [ 743.809365] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.823213] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fb625c-e9e1-9747-3925-5dba5363a344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.827069] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.827314] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Created folder: Instances in parent group-v666626. [ 743.827528] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.827729] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.827924] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd5eb541-8c76-4dd0-8db8-55bbe6bf3492 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.846651] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.846651] env[69385]: value = "task-3339963" [ 743.846651] env[69385]: _type = "Task" [ 743.846651] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.855573] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339963, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.180065] env[69385]: DEBUG nova.network.neutron [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Updated VIF entry in instance network info cache for port 1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.180376] env[69385]: DEBUG nova.network.neutron [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Updating instance_info_cache with network_info: [{"id": "1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e", "address": "fa:16:3e:14:b0:5d", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3d7bfa-7e", "ovs_interfaceid": "1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.191904] env[69385]: DEBUG nova.compute.manager [req-c4a247ef-8d91-4c50-ad1f-c47742e49bbc req-72d0dd35-a489-43cf-a0c7-3dbf54f97073 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Received event network-vif-deleted-704b1a22-c063-40d6-ae0e-28adeb4f1524 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 744.192148] env[69385]: INFO nova.compute.manager [req-c4a247ef-8d91-4c50-ad1f-c47742e49bbc req-72d0dd35-a489-43cf-a0c7-3dbf54f97073 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Neutron deleted interface 704b1a22-c063-40d6-ae0e-28adeb4f1524; detaching it from the instance and deleting it from the info cache [ 744.192319] env[69385]: DEBUG nova.network.neutron [req-c4a247ef-8d91-4c50-ad1f-c47742e49bbc req-72d0dd35-a489-43cf-a0c7-3dbf54f97073 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.286964] env[69385]: DEBUG oslo_concurrency.lockutils [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.310942] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c2829bc-9514-4a11-a133-28dbd45a2517 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "1a10274f-7067-432c-896d-873d2613f7c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.954s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.327790] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07324} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.329197] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fb625c-e9e1-9747-3925-5dba5363a344, 'name': SearchDatastore_Task, 'duration_secs': 0.019773} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.331750] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.332118] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.332339] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.332557] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.332699] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.332869] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.334139] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b298ac1a-f673-48b8-a2b3-3775be68b19e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.336833] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3982e644-a681-4ca1-8f0b-bf17c435bb27 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.361276] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 6de45726-892f-4c16-88fd-67e9f4b24259/6de45726-892f-4c16-88fd-67e9f4b24259.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.368344] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b9e3166-4de1-4fe8-921e-88fcb07b6775 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.383164] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.383164] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.383886] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190243d7-777d-4ed5-bfcd-ef5cf3b7d945 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.392336] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339963, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.393360] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 744.393360] env[69385]: value = "task-3339964" [ 744.393360] env[69385]: _type = "Task" [ 744.393360] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.393609] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 744.393609] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522ef6e6-1e82-e68f-7d06-f5f54b0197d2" [ 744.393609] env[69385]: _type = "Task" [ 744.393609] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.410604] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.410816] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522ef6e6-1e82-e68f-7d06-f5f54b0197d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.670293] env[69385]: DEBUG nova.network.neutron [-] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.683353] env[69385]: DEBUG oslo_concurrency.lockutils [req-5215c0b8-5683-4fb9-a8ba-1b9fbc4f4956 req-7a80557d-61a8-47ff-91e7-f3fe394e5a7a service nova] Releasing lock "refresh_cache-a815a5c3-fe3d-48d1-aeba-0952420d5862" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.695727] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3c752e3-d97c-4eca-a035-4c34abba285b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.708361] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e135edd1-3f51-456e-8222-11256b5485dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.742272] env[69385]: DEBUG nova.compute.manager [req-c4a247ef-8d91-4c50-ad1f-c47742e49bbc req-72d0dd35-a489-43cf-a0c7-3dbf54f97073 service nova] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Detach interface failed, port_id=704b1a22-c063-40d6-ae0e-28adeb4f1524, reason: Instance bf04c9de-9bdb-4d08-be0d-54c3986f075f could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 744.817668] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82ca0c4-61ba-4b56-b8f2-bf97f26fa9b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.829209] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6022d6c1-4aec-4599-919c-46405532cf39 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.865108] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c593eecd-8126-4574-9840-fb3e2f7cadf0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.874332] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339963, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.877431] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afe03c4-0bc6-4478-84a8-2eecde7fc1de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.891538] env[69385]: DEBUG nova.compute.provider_tree [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.909808] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339964, 'name': ReconfigVM_Task, 'duration_secs': 0.29723} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.910118] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522ef6e6-1e82-e68f-7d06-f5f54b0197d2, 'name': SearchDatastore_Task, 'duration_secs': 0.016902} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.910299] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 6de45726-892f-4c16-88fd-67e9f4b24259/6de45726-892f-4c16-88fd-67e9f4b24259.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.911454] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a69babb-583c-4c4c-a6d7-5380967f0e9e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.913060] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca3ac4b-3067-4b7e-bea5-c127482ae3e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.918611] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 744.918611] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52aa8e6b-01fb-470d-3393-b95ee465e686" [ 744.918611] env[69385]: _type = "Task" [ 744.918611] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.923219] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 744.923219] env[69385]: value = "task-3339965" [ 744.923219] env[69385]: _type = "Task" [ 744.923219] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.932469] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52aa8e6b-01fb-470d-3393-b95ee465e686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.937272] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339965, 'name': Rename_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.038234] env[69385]: DEBUG nova.network.neutron [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance_info_cache with network_info: [{"id": "bc34231d-b607-40c6-a37a-42799c028772", "address": "fa:16:3e:75:8c:b9", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc34231d-b6", "ovs_interfaceid": "bc34231d-b607-40c6-a37a-42799c028772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.173264] env[69385]: INFO nova.compute.manager [-] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Took 2.20 seconds to deallocate network for instance. [ 745.373102] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339963, 'name': CreateVM_Task, 'duration_secs': 1.376067} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.373396] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.373758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.373964] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.374432] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.374711] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae3faf2-57ad-4e2a-bdf8-263545303215 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.380071] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 745.380071] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c03895-2135-03fc-56d9-1f81d3271bc1" [ 745.380071] env[69385]: _type = "Task" [ 745.380071] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.388554] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c03895-2135-03fc-56d9-1f81d3271bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.396596] env[69385]: DEBUG nova.scheduler.client.report [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.429918] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52aa8e6b-01fb-470d-3393-b95ee465e686, 'name': SearchDatastore_Task, 'duration_secs': 0.012973} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.433043] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.433347] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] a815a5c3-fe3d-48d1-aeba-0952420d5862/a815a5c3-fe3d-48d1-aeba-0952420d5862.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.433746] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4817d11-8854-450d-9c83-b2a973d78e82 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.441287] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339965, 'name': Rename_Task, 'duration_secs': 0.142804} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.442564] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.442893] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 745.442893] env[69385]: value = "task-3339966" [ 745.442893] env[69385]: _type = "Task" [ 745.442893] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.443149] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2efbc81-3d18-4b62-a806-a6204754b007 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.453500] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.455078] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 745.455078] env[69385]: value = "task-3339967" [ 745.455078] env[69385]: _type = "Task" [ 745.455078] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.462782] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.541948] env[69385]: DEBUG oslo_concurrency.lockutils [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "refresh_cache-112dc1fc-247c-4305-95d4-7791d39efcd2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.541948] env[69385]: DEBUG nova.objects.instance [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lazy-loading 'migration_context' on Instance uuid 112dc1fc-247c-4305-95d4-7791d39efcd2 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.680547] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.892067] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c03895-2135-03fc-56d9-1f81d3271bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.01256} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.892521] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.892848] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.893174] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.893395] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.893679] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.894024] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed639471-e2e3-4ec3-bf6a-10c05c83eb36 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.901652] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.907023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.556s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.907023] env[69385]: DEBUG nova.objects.instance [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lazy-loading 'resources' on Instance uuid 3d1c0d44-5ddc-465f-9e7e-ad787491bf99 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.909504] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.909694] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.910581] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17ae715-0a7c-4959-95db-229006f48752 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.919331] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 745.919331] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b56991-4074-5ef6-3462-9688b2064fc2" [ 745.919331] env[69385]: _type = "Task" [ 745.919331] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.930191] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b56991-4074-5ef6-3462-9688b2064fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.931283] env[69385]: INFO nova.scheduler.client.report [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Deleted allocations for instance f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870 [ 745.954710] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339966, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.966459] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.045101] env[69385]: DEBUG nova.objects.base [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Object Instance<112dc1fc-247c-4305-95d4-7791d39efcd2> lazy-loaded attributes: info_cache,migration_context {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 746.046184] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7955f1-ca50-47c4-9b25-c1d2a7b5db89 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.068589] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7483add0-6307-4716-8832-7f4e5c4f5864 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.074522] env[69385]: DEBUG oslo_vmware.api [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 746.074522] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529a902e-b3ec-ff8f-4757-f1a41235cc03" [ 746.074522] env[69385]: _type = "Task" [ 746.074522] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.083452] env[69385]: DEBUG oslo_vmware.api [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529a902e-b3ec-ff8f-4757-f1a41235cc03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.237530] env[69385]: DEBUG oslo_vmware.rw_handles [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528695da-6ea4-1950-f074-6d9016cb090e/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 746.238517] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db317c8d-43af-4d5e-880a-089dfee33748 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.244972] env[69385]: DEBUG oslo_vmware.rw_handles [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528695da-6ea4-1950-f074-6d9016cb090e/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 746.245160] env[69385]: ERROR oslo_vmware.rw_handles [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528695da-6ea4-1950-f074-6d9016cb090e/disk-0.vmdk due to incomplete transfer. [ 746.245708] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1409c4da-5a25-481b-84f6-a83b8dbac6c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.253795] env[69385]: DEBUG oslo_vmware.rw_handles [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528695da-6ea4-1950-f074-6d9016cb090e/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 746.254012] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Uploaded image c17b5f4b-b733-4b32-9270-80f1c187d31c to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 746.256278] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 746.256521] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d22ecc82-dc2f-402a-9fd5-f7bda4452b8b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.262078] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 746.262078] env[69385]: value = "task-3339968" [ 746.262078] env[69385]: _type = "Task" [ 746.262078] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.269636] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339968, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.295374] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.295752] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.429483] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b56991-4074-5ef6-3462-9688b2064fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.047807} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.432134] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6bd9436-3444-40c8-8a4a-eade7886ada9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.438464] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 746.438464] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52afd9cb-7c80-0364-8ede-5822525e1022" [ 746.438464] env[69385]: _type = "Task" [ 746.438464] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.438940] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d40cfec-25a5-4559-acaf-1c297233deb4 tempest-ServerExternalEventsTest-410897326 tempest-ServerExternalEventsTest-410897326-project-member] Lock "f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.346s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.453424] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52afd9cb-7c80-0364-8ede-5822525e1022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.458455] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582469} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.464183] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] a815a5c3-fe3d-48d1-aeba-0952420d5862/a815a5c3-fe3d-48d1-aeba-0952420d5862.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.464503] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.466201] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0b7a023-4be8-4cfd-b51b-3f4ba72ca227 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.472830] env[69385]: DEBUG oslo_vmware.api [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339967, 'name': PowerOnVM_Task, 'duration_secs': 0.651279} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.474523] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.474787] env[69385]: INFO nova.compute.manager [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Took 9.01 seconds to spawn the instance on the hypervisor. [ 746.475113] env[69385]: DEBUG nova.compute.manager [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.475363] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 746.475363] env[69385]: value = "task-3339969" [ 746.475363] env[69385]: _type = "Task" [ 746.475363] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.478407] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ade05e7-3962-4c12-aed4-73faaf68a777 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.494367] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.584303] env[69385]: DEBUG oslo_vmware.api [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529a902e-b3ec-ff8f-4757-f1a41235cc03, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.587037] env[69385]: DEBUG oslo_concurrency.lockutils [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.772368] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339968, 'name': Destroy_Task, 'duration_secs': 0.316615} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.775133] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Destroyed the VM [ 746.775387] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 746.775830] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c4bb654-3684-4db9-879f-976403c3bd07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.783753] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 746.783753] env[69385]: value = "task-3339970" [ 746.783753] env[69385]: _type = "Task" [ 746.783753] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.797555] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.805435] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.805701] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.805863] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.806077] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.806277] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.806475] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.806684] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 746.806758] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.893318] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d499914d-4669-408b-a376-f47cc8151eea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.900839] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82035908-6124-42f5-810a-ef476d198b3d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.934032] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd5e211-3b17-4acb-ae79-026216ce3f0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.948690] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4882eba-9e1f-44e3-80ca-146456141866 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.960314] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52afd9cb-7c80-0364-8ede-5822525e1022, 'name': SearchDatastore_Task, 'duration_secs': 0.03616} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.970175] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.970465] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 93e805a4-34c8-4c38-a068-201bac8f4db7/93e805a4-34c8-4c38-a068-201bac8f4db7.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.970958] env[69385]: DEBUG nova.compute.provider_tree [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.972279] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9234cf2-58f3-4192-94c2-6c45047f6a47 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.979310] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 746.979310] env[69385]: value = "task-3339971" [ 746.979310] env[69385]: _type = "Task" [ 746.979310] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.994046] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.994360] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301935} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.994586] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.995381] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace50397-70a8-4bdb-a361-a95ca50fd499 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.028171] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] a815a5c3-fe3d-48d1-aeba-0952420d5862/a815a5c3-fe3d-48d1-aeba-0952420d5862.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.028171] env[69385]: INFO nova.compute.manager [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Took 36.57 seconds to build instance. [ 747.028560] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4026f09a-a15d-4294-9269-2d630c5d2c92 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.048248] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 747.048248] env[69385]: value = "task-3339972" [ 747.048248] env[69385]: _type = "Task" [ 747.048248] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.056528] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.294057] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339970, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.310532] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.476615] env[69385]: DEBUG nova.scheduler.client.report [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.493058] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339971, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.545021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1179d1d4-f7ab-4c9a-a5cf-67858fa8e5ab tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "6de45726-892f-4c16-88fd-67e9f4b24259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.430s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.558414] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.595371] env[69385]: DEBUG oslo_concurrency.lockutils [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquiring lock "6de45726-892f-4c16-88fd-67e9f4b24259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.595371] env[69385]: DEBUG oslo_concurrency.lockutils [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "6de45726-892f-4c16-88fd-67e9f4b24259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.595371] env[69385]: DEBUG oslo_concurrency.lockutils [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquiring lock "6de45726-892f-4c16-88fd-67e9f4b24259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.595371] env[69385]: DEBUG oslo_concurrency.lockutils [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "6de45726-892f-4c16-88fd-67e9f4b24259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.595660] env[69385]: DEBUG oslo_concurrency.lockutils [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "6de45726-892f-4c16-88fd-67e9f4b24259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.599089] env[69385]: INFO nova.compute.manager [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Terminating instance [ 747.795487] env[69385]: DEBUG oslo_vmware.api [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339970, 'name': RemoveSnapshot_Task, 'duration_secs': 0.616659} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.795950] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 747.796322] env[69385]: INFO nova.compute.manager [None req-9198d98c-50cc-4f33-8a66-3da4eb6c1a00 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Took 13.24 seconds to snapshot the instance on the hypervisor. [ 747.986139] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.988659] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.142s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.990578] env[69385]: INFO nova.compute.claims [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.998799] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834622} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.999227] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 93e805a4-34c8-4c38-a068-201bac8f4db7/93e805a4-34c8-4c38-a068-201bac8f4db7.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.999704] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.000087] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3a9f076-ff90-4553-b0e7-069e30f3052d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.009716] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 748.009716] env[69385]: value = "task-3339973" [ 748.009716] env[69385]: _type = "Task" [ 748.009716] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.022149] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.027900] env[69385]: INFO nova.scheduler.client.report [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Deleted allocations for instance 3d1c0d44-5ddc-465f-9e7e-ad787491bf99 [ 748.048326] env[69385]: DEBUG nova.compute.manager [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.061150] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339972, 'name': ReconfigVM_Task, 'duration_secs': 0.769892} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.061555] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Reconfigured VM instance instance-00000016 to attach disk [datastore1] a815a5c3-fe3d-48d1-aeba-0952420d5862/a815a5c3-fe3d-48d1-aeba-0952420d5862.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.062168] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-310bf57e-2c25-40d0-a17f-5038b3f04cdf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.070208] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 748.070208] env[69385]: value = "task-3339974" [ 748.070208] env[69385]: _type = "Task" [ 748.070208] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.083335] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339974, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.103041] env[69385]: DEBUG nova.compute.manager [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.107038] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.107038] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98205552-ae77-481a-9ee3-d8561771df18 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.122738] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.123695] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5d36da-d74a-485b-ac88-fd6415a36297 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.134110] env[69385]: DEBUG oslo_vmware.api [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 748.134110] env[69385]: value = "task-3339975" [ 748.134110] env[69385]: _type = "Task" [ 748.134110] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.147601] env[69385]: DEBUG oslo_vmware.api [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.523571] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123985} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.523571] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.523571] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25173b71-c338-4af1-8268-4ce13b5d1d32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.552222] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 93e805a4-34c8-4c38-a068-201bac8f4db7/93e805a4-34c8-4c38-a068-201bac8f4db7.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.552849] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36814278-8da9-4c10-a466-ec972dc6f9e3 tempest-TenantUsagesTestJSON-527237027 tempest-TenantUsagesTestJSON-527237027-project-member] Lock "3d1c0d44-5ddc-465f-9e7e-ad787491bf99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.968s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.553790] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03362dbf-e963-4f07-8d5f-bbf30cf5fd1c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.582883] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 748.582883] env[69385]: value = "task-3339976" [ 748.582883] env[69385]: _type = "Task" [ 748.582883] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.589127] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339974, 'name': Rename_Task, 'duration_secs': 0.193122} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.589768] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.590031] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15a834c8-0599-4452-9b56-e1d630d91bb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.596018] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 748.596018] env[69385]: value = "task-3339977" [ 748.596018] env[69385]: _type = "Task" [ 748.596018] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.599027] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339976, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.603515] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.608641] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.645665] env[69385]: DEBUG oslo_vmware.api [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339975, 'name': PowerOffVM_Task, 'duration_secs': 0.207158} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.645940] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.646130] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.646386] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aaeeff1-8004-43b8-aaf4-e57dd756f410 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.715445] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.715643] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.715818] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Deleting the datastore file [datastore1] 6de45726-892f-4c16-88fd-67e9f4b24259 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.716088] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6783c470-f672-47d8-89fb-61c15ff04c05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.722462] env[69385]: DEBUG oslo_vmware.api [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for the task: (returnval){ [ 748.722462] env[69385]: value = "task-3339979" [ 748.722462] env[69385]: _type = "Task" [ 748.722462] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.733242] env[69385]: DEBUG oslo_vmware.api [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.893463] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquiring lock "7a6c15e6-6305-4fce-83b4-887a46d06a26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.893463] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "7a6c15e6-6305-4fce-83b4-887a46d06a26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.893463] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquiring lock "7a6c15e6-6305-4fce-83b4-887a46d06a26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.893463] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "7a6c15e6-6305-4fce-83b4-887a46d06a26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.893712] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "7a6c15e6-6305-4fce-83b4-887a46d06a26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.894421] env[69385]: INFO nova.compute.manager [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Terminating instance [ 749.095768] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.108721] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339977, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.235274] env[69385]: DEBUG oslo_vmware.api [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Task: {'id': task-3339979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30405} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.235622] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.235899] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.236129] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.236361] env[69385]: INFO nova.compute.manager [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Took 1.13 seconds to destroy the instance on the hypervisor. [ 749.236853] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.236960] env[69385]: DEBUG nova.compute.manager [-] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.237066] env[69385]: DEBUG nova.network.neutron [-] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.401256] env[69385]: DEBUG nova.compute.manager [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.401256] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.401317] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a231d865-a1a8-4500-83b7-bf00055b8aef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.411496] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.411769] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eddf9a20-9630-4e94-85c0-4e988f5a62c6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.418486] env[69385]: DEBUG oslo_vmware.api [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 749.418486] env[69385]: value = "task-3339980" [ 749.418486] env[69385]: _type = "Task" [ 749.418486] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.426984] env[69385]: DEBUG oslo_vmware.api [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.487651] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c83fb6-5632-4647-ba72-7cc8a93f50d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.498732] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b336ed48-fd22-4f2a-99ff-0a4b29d0d45a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.531641] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4131c88-8463-4d9f-8399-f6bd9546af0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.539392] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e55ff65-c920-4e36-8698-39b9469bd194 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.553750] env[69385]: DEBUG nova.compute.provider_tree [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.598884] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339976, 'name': ReconfigVM_Task, 'duration_secs': 0.577242} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.599750] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 93e805a4-34c8-4c38-a068-201bac8f4db7/93e805a4-34c8-4c38-a068-201bac8f4db7.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.600484] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a783dd-a250-4f39-bbbf-f01208081c53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.612532] env[69385]: DEBUG oslo_vmware.api [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339977, 'name': PowerOnVM_Task, 'duration_secs': 0.701226} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.613919] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.614327] env[69385]: INFO nova.compute.manager [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Took 9.47 seconds to spawn the instance on the hypervisor. [ 749.614473] env[69385]: DEBUG nova.compute.manager [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.614901] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 749.614901] env[69385]: value = "task-3339981" [ 749.614901] env[69385]: _type = "Task" [ 749.614901] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.615920] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e541fc15-c9ee-44cc-93bf-7b7ad62d52d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.627785] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339981, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.675771] env[69385]: DEBUG nova.compute.manager [req-6c323309-c03f-48d4-a97a-3b8a5e376af9 req-cab7c44e-607b-4711-86fb-2a0cbcfc5017 service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Received event network-vif-deleted-35116613-960b-436b-8e43-5e0de6c2abdd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 749.676022] env[69385]: INFO nova.compute.manager [req-6c323309-c03f-48d4-a97a-3b8a5e376af9 req-cab7c44e-607b-4711-86fb-2a0cbcfc5017 service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Neutron deleted interface 35116613-960b-436b-8e43-5e0de6c2abdd; detaching it from the instance and deleting it from the info cache [ 749.676205] env[69385]: DEBUG nova.network.neutron [req-6c323309-c03f-48d4-a97a-3b8a5e376af9 req-cab7c44e-607b-4711-86fb-2a0cbcfc5017 service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.928888] env[69385]: DEBUG oslo_vmware.api [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339980, 'name': PowerOffVM_Task, 'duration_secs': 0.205283} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.929266] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.929266] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.929423] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9600b39e-5564-429a-8ddb-08b82f41026a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.996472] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.996533] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.996682] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Deleting the datastore file [datastore2] 7a6c15e6-6305-4fce-83b4-887a46d06a26 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.997025] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e3c866d-6fd2-4538-ad53-8a190edd314b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.003162] env[69385]: DEBUG oslo_vmware.api [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for the task: (returnval){ [ 750.003162] env[69385]: value = "task-3339983" [ 750.003162] env[69385]: _type = "Task" [ 750.003162] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.015514] env[69385]: DEBUG oslo_vmware.api [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.056711] env[69385]: DEBUG nova.scheduler.client.report [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.062229] env[69385]: DEBUG nova.network.neutron [-] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.141626] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339981, 'name': Rename_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.141626] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.141626] env[69385]: INFO nova.compute.manager [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Took 39.63 seconds to build instance. [ 750.142381] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14118e1d-d284-4329-8d3e-19200b49d8d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.152031] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 750.152031] env[69385]: value = "task-3339984" [ 750.152031] env[69385]: _type = "Task" [ 750.152031] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.161348] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.178874] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4da83157-6f1d-4ac3-bca6-5aa7f2e3a85b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.187797] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3cf03d-1ff2-49e3-9f77-2ffa376a5c41 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.223885] env[69385]: DEBUG nova.compute.manager [req-6c323309-c03f-48d4-a97a-3b8a5e376af9 req-cab7c44e-607b-4711-86fb-2a0cbcfc5017 service nova] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Detach interface failed, port_id=35116613-960b-436b-8e43-5e0de6c2abdd, reason: Instance 6de45726-892f-4c16-88fd-67e9f4b24259 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 750.514015] env[69385]: DEBUG oslo_vmware.api [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Task: {'id': task-3339983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14965} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.514346] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.514574] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.514758] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.514932] env[69385]: INFO nova.compute.manager [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Took 1.11 seconds to destroy the instance on the hypervisor. [ 750.515188] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.515417] env[69385]: DEBUG nova.compute.manager [-] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.515514] env[69385]: DEBUG nova.network.neutron [-] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.562993] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.563552] env[69385]: DEBUG nova.compute.manager [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.566409] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.056s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.568445] env[69385]: INFO nova.compute.claims [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.571323] env[69385]: INFO nova.compute.manager [-] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Took 1.33 seconds to deallocate network for instance. [ 750.643288] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1ceedbc-0601-48c3-af2f-751d1989c62d tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "a815a5c3-fe3d-48d1-aeba-0952420d5862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.454s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.661781] env[69385]: DEBUG oslo_vmware.api [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339984, 'name': PowerOnVM_Task, 'duration_secs': 0.458588} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.661963] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.662185] env[69385]: INFO nova.compute.manager [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Took 7.75 seconds to spawn the instance on the hypervisor. [ 750.662365] env[69385]: DEBUG nova.compute.manager [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.663235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a00fe3-7c97-45f2-aef4-cec5bab3d34d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.075899] env[69385]: DEBUG nova.compute.utils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.080051] env[69385]: DEBUG nova.compute.manager [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.080239] env[69385]: DEBUG nova.network.neutron [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.084444] env[69385]: DEBUG oslo_concurrency.lockutils [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.129309] env[69385]: DEBUG nova.policy [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f2fb00552724735becf185b0bba99f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f65c80f8b84ed18ac659c1eea485b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.150236] env[69385]: DEBUG nova.compute.manager [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.185838] env[69385]: INFO nova.compute.manager [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Took 36.05 seconds to build instance. [ 751.342846] env[69385]: DEBUG nova.network.neutron [-] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.408739] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.408979] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.442921] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "711577d1-d996-427e-9234-e7a1a1dcc74c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.443183] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "711577d1-d996-427e-9234-e7a1a1dcc74c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.495479] env[69385]: DEBUG nova.network.neutron [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Successfully created port: f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.587156] env[69385]: DEBUG nova.compute.manager [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.639222] env[69385]: DEBUG nova.compute.manager [None req-57cdfc13-04a9-4bfe-a6bb-ce7cff395c02 tempest-ServerDiagnosticsTest-1614186633 tempest-ServerDiagnosticsTest-1614186633-project-admin] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.642930] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd2b4a-5376-4c11-83c0-0f0bb855c4a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.653411] env[69385]: INFO nova.compute.manager [None req-57cdfc13-04a9-4bfe-a6bb-ce7cff395c02 tempest-ServerDiagnosticsTest-1614186633 tempest-ServerDiagnosticsTest-1614186633-project-admin] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Retrieving diagnostics [ 751.656655] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f346b3f2-7b2c-4f19-97a1-06ff493df65c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.695521] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4387f280-3d6b-4afa-a47c-25d010cac04d tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "93e805a4-34c8-4c38-a068-201bac8f4db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.379s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.697739] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.844771] env[69385]: INFO nova.compute.manager [-] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Took 1.33 seconds to deallocate network for instance. [ 752.008545] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.009850] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.124732] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ed1fea-f0ea-43c4-af49-3c81ff7d5edc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.132874] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b6382-cbae-4860-ad97-e96eb42ff914 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.166652] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10a442e-44ad-4d95-974a-a97374ff3919 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.177062] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ad868-60b6-44f7-9d17-4f011c6930c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.188651] env[69385]: DEBUG nova.compute.provider_tree [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.204271] env[69385]: DEBUG nova.compute.manager [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.257650] env[69385]: DEBUG nova.compute.manager [req-4cb30aa8-eb64-4836-a232-93aefdf71710 req-72b52af5-cee4-4dfa-b554-e6f323bf669d service nova] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Received event network-vif-deleted-40a9c99b-f9f6-49c9-8ed5-d7d7f64d2d62 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 752.355028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.535061] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "466c7ef8-b12c-43b5-a319-e377f9c8e116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.535460] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "466c7ef8-b12c-43b5-a319-e377f9c8e116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.598140] env[69385]: DEBUG nova.compute.manager [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.620359] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.620596] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.620750] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.620926] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.621094] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.621243] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.621443] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.621599] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.621756] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.621914] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.622096] env[69385]: DEBUG nova.virt.hardware [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.622934] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd2b680-8a79-40be-be0b-f24bd3e8a847 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.631100] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18295fbc-7b34-4c81-ae73-c62e54cb3900 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.691693] env[69385]: DEBUG nova.scheduler.client.report [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.722814] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.047447] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "c739cbea-b664-4175-abd6-086363e47b89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.047447] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "c739cbea-b664-4175-abd6-086363e47b89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.098226] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquiring lock "a815a5c3-fe3d-48d1-aeba-0952420d5862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.098226] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "a815a5c3-fe3d-48d1-aeba-0952420d5862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.098226] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquiring lock "a815a5c3-fe3d-48d1-aeba-0952420d5862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.098226] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "a815a5c3-fe3d-48d1-aeba-0952420d5862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.098535] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "a815a5c3-fe3d-48d1-aeba-0952420d5862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.101437] env[69385]: INFO nova.compute.manager [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Terminating instance [ 753.197304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.197787] env[69385]: DEBUG nova.compute.manager [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.201132] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.852s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.207371] env[69385]: INFO nova.compute.claims [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.340561] env[69385]: DEBUG nova.network.neutron [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Successfully updated port: f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.604644] env[69385]: DEBUG nova.compute.manager [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.604966] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.605833] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02310e7c-431c-417a-b560-77445fe66af9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.614282] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.614362] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa97e3da-9d5a-4891-ab46-a3461db05f82 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.621237] env[69385]: DEBUG oslo_vmware.api [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 753.621237] env[69385]: value = "task-3339985" [ 753.621237] env[69385]: _type = "Task" [ 753.621237] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.629318] env[69385]: DEBUG oslo_vmware.api [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.655351] env[69385]: INFO nova.compute.manager [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Rebuilding instance [ 753.703165] env[69385]: DEBUG nova.compute.manager [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.703862] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a096599-21b0-448c-8fca-2969363e7d9e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.716839] env[69385]: DEBUG nova.compute.utils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.720829] env[69385]: DEBUG nova.compute.manager [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.720829] env[69385]: DEBUG nova.network.neutron [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.775111] env[69385]: DEBUG nova.policy [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c03c9f362494c35a09dd2644028cdae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18b2bb8a199d4984910c67e33eb0ba61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.843781] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquiring lock "refresh_cache-d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.843904] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquired lock "refresh_cache-d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.844139] env[69385]: DEBUG nova.network.neutron [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.131482] env[69385]: DEBUG oslo_vmware.api [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339985, 'name': PowerOffVM_Task, 'duration_secs': 0.280936} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.131756] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.131924] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.132197] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34603b78-389c-4a3b-9f77-b6ea990a91cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.146439] env[69385]: DEBUG nova.network.neutron [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Successfully created port: 896bc5ef-5da8-4164-a6a1-a774c53ef027 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.208472] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.209274] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.209274] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Deleting the datastore file [datastore1] a815a5c3-fe3d-48d1-aeba-0952420d5862 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.209274] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f918d264-2910-4a4b-adfa-55699f101bc7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.216181] env[69385]: DEBUG oslo_vmware.api [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for the task: (returnval){ [ 754.216181] env[69385]: value = "task-3339987" [ 754.216181] env[69385]: _type = "Task" [ 754.216181] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.224968] env[69385]: DEBUG nova.compute.manager [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.233037] env[69385]: DEBUG oslo_vmware.api [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.299021] env[69385]: DEBUG nova.compute.manager [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Received event network-vif-plugged-f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 754.299218] env[69385]: DEBUG oslo_concurrency.lockutils [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] Acquiring lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.299423] env[69385]: DEBUG oslo_concurrency.lockutils [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] Lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.299589] env[69385]: DEBUG oslo_concurrency.lockutils [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] Lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.299753] env[69385]: DEBUG nova.compute.manager [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] No waiting events found dispatching network-vif-plugged-f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.299913] env[69385]: WARNING nova.compute.manager [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Received unexpected event network-vif-plugged-f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d for instance with vm_state building and task_state spawning. [ 754.300091] env[69385]: DEBUG nova.compute.manager [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Received event network-changed-f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 754.300249] env[69385]: DEBUG nova.compute.manager [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Refreshing instance network info cache due to event network-changed-f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 754.300430] env[69385]: DEBUG oslo_concurrency.lockutils [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] Acquiring lock "refresh_cache-d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391729] env[69385]: DEBUG nova.network.neutron [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.610494] env[69385]: DEBUG nova.network.neutron [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Updating instance_info_cache with network_info: [{"id": "f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d", "address": "fa:16:3e:9a:a3:74", "network": {"id": "872b0880-077c-48c9-af2c-7444ae6c110f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2097467976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f65c80f8b84ed18ac659c1eea485b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35fb9e4-dc", "ovs_interfaceid": "f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.727288] env[69385]: DEBUG oslo_vmware.api [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.738044] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.738893] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8d7c16-3e7e-45e5-a1dd-0fa351e2424e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.745667] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 754.745667] env[69385]: value = "task-3339988" [ 754.745667] env[69385]: _type = "Task" [ 754.745667] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.758719] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.781911] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4085005d-a40c-4f00-a4bb-b109507f2672 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.789835] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1ad9a8-5ea5-4d21-acca-a08a0f51c1b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.821881] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105915cd-a4b8-4c8e-b33c-5cd2b841bbad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.830503] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeffa76b-2a64-460b-8df4-7a0e93bac259 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.845565] env[69385]: DEBUG nova.compute.provider_tree [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.113203] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Releasing lock "refresh_cache-d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.113552] env[69385]: DEBUG nova.compute.manager [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Instance network_info: |[{"id": "f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d", "address": "fa:16:3e:9a:a3:74", "network": {"id": "872b0880-077c-48c9-af2c-7444ae6c110f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2097467976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f65c80f8b84ed18ac659c1eea485b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35fb9e4-dc", "ovs_interfaceid": "f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.114232] env[69385]: DEBUG oslo_concurrency.lockutils [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] Acquired lock "refresh_cache-d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.114411] env[69385]: DEBUG nova.network.neutron [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Refreshing network info cache for port f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.115541] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:a3:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.124106] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Creating folder: Project (78f65c80f8b84ed18ac659c1eea485b2). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.127235] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c3ecde6-588e-4d15-90ad-1849064847e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.142027] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Created folder: Project (78f65c80f8b84ed18ac659c1eea485b2) in parent group-v666556. [ 755.142027] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Creating folder: Instances. Parent ref: group-v666629. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.142027] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3d2fa88-591e-4672-83da-072753c53688 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.150471] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Created folder: Instances in parent group-v666629. [ 755.150587] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.150742] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.150946] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f450f78-7c6d-43d4-a83f-a84a32e64462 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.172044] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.172044] env[69385]: value = "task-3339991" [ 755.172044] env[69385]: _type = "Task" [ 755.172044] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.180198] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339991, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.226762] env[69385]: DEBUG oslo_vmware.api [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Task: {'id': task-3339987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534802} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.227083] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.227300] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.227487] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.227662] env[69385]: INFO nova.compute.manager [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Took 1.62 seconds to destroy the instance on the hypervisor. [ 755.227963] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.230291] env[69385]: DEBUG nova.compute.manager [-] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.230388] env[69385]: DEBUG nova.network.neutron [-] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.241183] env[69385]: DEBUG nova.compute.manager [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.257924] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339988, 'name': PowerOffVM_Task, 'duration_secs': 0.14521} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.260284] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.260400] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.262760] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410b2ad5-9fe8-4513-ae60-2d2205391bd8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.272461] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.274557] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.274781] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.274964] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.275178] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.275328] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.275483] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.275702] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.275858] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.276041] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.276210] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.276381] env[69385]: DEBUG nova.virt.hardware [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.276626] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29efad57-f231-427e-a811-c7bb2c14c108 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.278647] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aec47c2-c341-406f-ab43-3c13a7dda986 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.285890] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fe52e9-5abe-4bb8-aa93-93bd55de872d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.307595] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.307847] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.308090] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Deleting the datastore file [datastore1] 93e805a4-34c8-4c38-a068-201bac8f4db7 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.308370] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f90ee3e-7ee5-48fa-b14e-e04c04a4db2e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.314490] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 755.314490] env[69385]: value = "task-3339993" [ 755.314490] env[69385]: _type = "Task" [ 755.314490] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.322390] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.349554] env[69385]: DEBUG nova.scheduler.client.report [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.365803] env[69385]: DEBUG nova.network.neutron [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Updated VIF entry in instance network info cache for port f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.366137] env[69385]: DEBUG nova.network.neutron [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Updating instance_info_cache with network_info: [{"id": "f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d", "address": "fa:16:3e:9a:a3:74", "network": {"id": "872b0880-077c-48c9-af2c-7444ae6c110f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2097467976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f65c80f8b84ed18ac659c1eea485b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf35fb9e4-dc", "ovs_interfaceid": "f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.532378] env[69385]: DEBUG nova.compute.manager [req-1f8c2b1b-e4dc-45da-a184-c551c349b4b3 req-6bb1418c-a5d6-43e2-958d-8f852b910e00 service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Received event network-vif-deleted-1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 755.532788] env[69385]: INFO nova.compute.manager [req-1f8c2b1b-e4dc-45da-a184-c551c349b4b3 req-6bb1418c-a5d6-43e2-958d-8f852b910e00 service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Neutron deleted interface 1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e; detaching it from the instance and deleting it from the info cache [ 755.533210] env[69385]: DEBUG nova.network.neutron [req-1f8c2b1b-e4dc-45da-a184-c551c349b4b3 req-6bb1418c-a5d6-43e2-958d-8f852b910e00 service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.684148] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339991, 'name': CreateVM_Task, 'duration_secs': 0.313541} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.684401] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.685027] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.685154] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.685461] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.685743] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bbe774-8767-4e55-90e1-e49577718150 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.690036] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 755.690036] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52acd425-ec74-7ea4-4999-e780bddd176a" [ 755.690036] env[69385]: _type = "Task" [ 755.690036] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.697757] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52acd425-ec74-7ea4-4999-e780bddd176a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.785539] env[69385]: DEBUG nova.network.neutron [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Successfully updated port: 896bc5ef-5da8-4164-a6a1-a774c53ef027 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.823863] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3339993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097651} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.824126] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.824311] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.824500] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.910688] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.910688] env[69385]: DEBUG nova.compute.manager [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.910688] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.123s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.910688] env[69385]: INFO nova.compute.claims [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.910688] env[69385]: DEBUG oslo_concurrency.lockutils [req-301c6a11-c833-4350-b21c-4230ea111e4c req-0f8f3bbf-1b1a-44ed-af4f-a5978343260a service nova] Releasing lock "refresh_cache-d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.995422] env[69385]: DEBUG nova.network.neutron [-] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.035819] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a86b234-1df5-4d3c-a6af-af23f0233bb0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.045656] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0544ee-ec47-4d33-b48a-5f11d61334af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.077158] env[69385]: DEBUG nova.compute.manager [req-1f8c2b1b-e4dc-45da-a184-c551c349b4b3 req-6bb1418c-a5d6-43e2-958d-8f852b910e00 service nova] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Detach interface failed, port_id=1b3d7bfa-7eb8-4e34-a8f4-d71a22d46f7e, reason: Instance a815a5c3-fe3d-48d1-aeba-0952420d5862 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 756.204497] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52acd425-ec74-7ea4-4999-e780bddd176a, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.204780] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.205021] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.205255] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.205395] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.205566] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.205808] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fd219ac-404b-41f2-ac59-b8bfea3d1890 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.214317] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.214568] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.215509] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb13df7-ff98-45a1-9bfa-d50280810563 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.221725] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 756.221725] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b80f6f-4b9d-8634-fc41-0033954e6ae1" [ 756.221725] env[69385]: _type = "Task" [ 756.221725] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.229714] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b80f6f-4b9d-8634-fc41-0033954e6ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.288722] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "refresh_cache-1180e248-cb8e-46d8-b0e0-f82304723954" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.288722] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "refresh_cache-1180e248-cb8e-46d8-b0e0-f82304723954" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.288722] env[69385]: DEBUG nova.network.neutron [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.322197] env[69385]: DEBUG nova.compute.manager [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Received event network-vif-plugged-896bc5ef-5da8-4164-a6a1-a774c53ef027 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.322414] env[69385]: DEBUG oslo_concurrency.lockutils [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] Acquiring lock "1180e248-cb8e-46d8-b0e0-f82304723954-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.322611] env[69385]: DEBUG oslo_concurrency.lockutils [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] Lock "1180e248-cb8e-46d8-b0e0-f82304723954-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.322771] env[69385]: DEBUG oslo_concurrency.lockutils [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] Lock "1180e248-cb8e-46d8-b0e0-f82304723954-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.322935] env[69385]: DEBUG nova.compute.manager [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] No waiting events found dispatching network-vif-plugged-896bc5ef-5da8-4164-a6a1-a774c53ef027 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.323112] env[69385]: WARNING nova.compute.manager [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Received unexpected event network-vif-plugged-896bc5ef-5da8-4164-a6a1-a774c53ef027 for instance with vm_state building and task_state spawning. [ 756.323271] env[69385]: DEBUG nova.compute.manager [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Received event network-changed-896bc5ef-5da8-4164-a6a1-a774c53ef027 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.323419] env[69385]: DEBUG nova.compute.manager [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Refreshing instance network info cache due to event network-changed-896bc5ef-5da8-4164-a6a1-a774c53ef027. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 756.323577] env[69385]: DEBUG oslo_concurrency.lockutils [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] Acquiring lock "refresh_cache-1180e248-cb8e-46d8-b0e0-f82304723954" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.371482] env[69385]: DEBUG nova.compute.utils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.373144] env[69385]: DEBUG nova.compute.manager [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.373373] env[69385]: DEBUG nova.network.neutron [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.435834] env[69385]: DEBUG nova.policy [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e9b717823934c978ecd28d204a33281', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22aa22a22bc64516917c43397d671df8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.498506] env[69385]: INFO nova.compute.manager [-] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Took 1.27 seconds to deallocate network for instance. [ 756.735250] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b80f6f-4b9d-8634-fc41-0033954e6ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.736040] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5c0c34-a911-4bb5-bb57-5cb2ec6d261a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.741313] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 756.741313] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52135ca2-b3ff-daf4-7972-ddfe28762690" [ 756.741313] env[69385]: _type = "Task" [ 756.741313] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.750405] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52135ca2-b3ff-daf4-7972-ddfe28762690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.820577] env[69385]: DEBUG nova.network.neutron [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.823142] env[69385]: DEBUG nova.network.neutron [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Successfully created port: fe575b84-07a4-46dc-a852-11751c2dca92 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.862470] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.862712] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.862866] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.863063] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.863279] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.863457] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.863668] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.863887] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.864068] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.864234] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.864407] env[69385]: DEBUG nova.virt.hardware [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.865294] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044449c5-387a-4fc1-afe3-1166f27a9a2a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.876258] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9f590e-1af9-4adb-9166-d9d2e15c783d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.880470] env[69385]: DEBUG nova.compute.manager [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.896532] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.901041] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.906189] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.906189] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8503a29-04c7-4ea5-a602-ee6bff0a5a1b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.925192] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.925192] env[69385]: value = "task-3339994" [ 756.925192] env[69385]: _type = "Task" [ 756.925192] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.934419] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339994, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.003319] env[69385]: DEBUG nova.network.neutron [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Updating instance_info_cache with network_info: [{"id": "896bc5ef-5da8-4164-a6a1-a774c53ef027", "address": "fa:16:3e:34:48:72", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896bc5ef-5d", "ovs_interfaceid": "896bc5ef-5da8-4164-a6a1-a774c53ef027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.005367] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.255556] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52135ca2-b3ff-daf4-7972-ddfe28762690, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.255818] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.256084] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d/d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.256349] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97428fae-d24e-4a2a-8138-bb042a4e43fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.263625] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 757.263625] env[69385]: value = "task-3339995" [ 757.263625] env[69385]: _type = "Task" [ 757.263625] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.271072] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3339995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.381107] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03b6ea4-82d6-4ba3-bbe6-dc358594f146 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.391475] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db67d18-2319-4eef-a2be-8c947f555b6f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.437927] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f03e49-cd45-49f4-b7f5-f2d361b04914 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.450534] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666ab547-1987-4f80-8e97-1f8a4f34a9f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.454434] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339994, 'name': CreateVM_Task, 'duration_secs': 0.304882} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.455192] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.456082] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.456301] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.456623] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.456995] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543402ae-8232-41c0-a715-07794821dfc6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.467251] env[69385]: DEBUG nova.compute.provider_tree [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.472249] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 757.472249] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5242c02c-5dfd-0038-95f2-b635bc3541ce" [ 757.472249] env[69385]: _type = "Task" [ 757.472249] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.480399] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5242c02c-5dfd-0038-95f2-b635bc3541ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.509213] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "refresh_cache-1180e248-cb8e-46d8-b0e0-f82304723954" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.509631] env[69385]: DEBUG nova.compute.manager [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Instance network_info: |[{"id": "896bc5ef-5da8-4164-a6a1-a774c53ef027", "address": "fa:16:3e:34:48:72", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896bc5ef-5d", "ovs_interfaceid": "896bc5ef-5da8-4164-a6a1-a774c53ef027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.509976] env[69385]: DEBUG oslo_concurrency.lockutils [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] Acquired lock "refresh_cache-1180e248-cb8e-46d8-b0e0-f82304723954" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.510297] env[69385]: DEBUG nova.network.neutron [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Refreshing network info cache for port 896bc5ef-5da8-4164-a6a1-a774c53ef027 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.513395] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:48:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '896bc5ef-5da8-4164-a6a1-a774c53ef027', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.520812] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.524031] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.524512] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b9cf26b-2dc3-413f-a7c1-d3906d518444 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.545545] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.545545] env[69385]: value = "task-3339996" [ 757.545545] env[69385]: _type = "Task" [ 757.545545] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.553534] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339996, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.774657] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3339995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466751} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.774970] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d/d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.774970] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.775533] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a14abb7c-8f02-4a8c-a0f4-1f80629b814a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.781903] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 757.781903] env[69385]: value = "task-3339997" [ 757.781903] env[69385]: _type = "Task" [ 757.781903] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.789873] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3339997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.814153] env[69385]: DEBUG nova.network.neutron [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Updated VIF entry in instance network info cache for port 896bc5ef-5da8-4164-a6a1-a774c53ef027. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.814557] env[69385]: DEBUG nova.network.neutron [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Updating instance_info_cache with network_info: [{"id": "896bc5ef-5da8-4164-a6a1-a774c53ef027", "address": "fa:16:3e:34:48:72", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896bc5ef-5d", "ovs_interfaceid": "896bc5ef-5da8-4164-a6a1-a774c53ef027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.889962] env[69385]: DEBUG nova.compute.manager [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.920711] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.920981] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.921173] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.921371] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.921527] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.921685] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.921943] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.922090] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.922285] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.922448] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.922638] env[69385]: DEBUG nova.virt.hardware [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.923574] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0686b056-c018-4e8d-8f04-46087713b839 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.932684] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e297cbef-f9d2-445f-b60b-5af60a916704 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.971050] env[69385]: DEBUG nova.scheduler.client.report [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.983426] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5242c02c-5dfd-0038-95f2-b635bc3541ce, 'name': SearchDatastore_Task, 'duration_secs': 0.053337} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.983762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.983999] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.984303] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.984403] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.984580] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.984832] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a02f49cb-7873-4a00-a6d8-08db795a5562 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.994071] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.994071] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.994360] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f6d97d-916e-4730-bd60-4bcdf19f6179 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.999284] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 757.999284] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52238865-671e-10c8-6df5-6813b36fc990" [ 757.999284] env[69385]: _type = "Task" [ 757.999284] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.006372] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52238865-671e-10c8-6df5-6813b36fc990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.054798] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339996, 'name': CreateVM_Task, 'duration_secs': 0.378286} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.055386] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.056079] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.056260] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.056635] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.056880] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601ea0d7-c6c4-4bca-a5a4-acfa4c7d303a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.062071] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 758.062071] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524938d3-8413-2431-46ea-9d0ccd996505" [ 758.062071] env[69385]: _type = "Task" [ 758.062071] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.070188] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524938d3-8413-2431-46ea-9d0ccd996505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.293373] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3339997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06745} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.293653] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.294571] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a111a14d-d1c2-4de0-8105-76daadd0c18f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.318716] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d/d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.319262] env[69385]: DEBUG oslo_concurrency.lockutils [req-1a2e8ad6-daca-4b9d-be4b-9d671ee88d0d req-975dfcb1-8758-4c5c-b728-ce0fe5a9f570 service nova] Releasing lock "refresh_cache-1180e248-cb8e-46d8-b0e0-f82304723954" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.319591] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268b2c69-1d63-4060-8dc4-f6beeab971ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.339630] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 758.339630] env[69385]: value = "task-3339998" [ 758.339630] env[69385]: _type = "Task" [ 758.339630] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.347815] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3339998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.351117] env[69385]: DEBUG nova.compute.manager [req-86c77a0a-90e3-47b5-bba9-fee65a2c29ec req-6d535150-b064-4a48-817b-677c11364dc3 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Received event network-vif-plugged-fe575b84-07a4-46dc-a852-11751c2dca92 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.351332] env[69385]: DEBUG oslo_concurrency.lockutils [req-86c77a0a-90e3-47b5-bba9-fee65a2c29ec req-6d535150-b064-4a48-817b-677c11364dc3 service nova] Acquiring lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.351528] env[69385]: DEBUG oslo_concurrency.lockutils [req-86c77a0a-90e3-47b5-bba9-fee65a2c29ec req-6d535150-b064-4a48-817b-677c11364dc3 service nova] Lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.351687] env[69385]: DEBUG oslo_concurrency.lockutils [req-86c77a0a-90e3-47b5-bba9-fee65a2c29ec req-6d535150-b064-4a48-817b-677c11364dc3 service nova] Lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.351877] env[69385]: DEBUG nova.compute.manager [req-86c77a0a-90e3-47b5-bba9-fee65a2c29ec req-6d535150-b064-4a48-817b-677c11364dc3 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] No waiting events found dispatching network-vif-plugged-fe575b84-07a4-46dc-a852-11751c2dca92 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.352162] env[69385]: WARNING nova.compute.manager [req-86c77a0a-90e3-47b5-bba9-fee65a2c29ec req-6d535150-b064-4a48-817b-677c11364dc3 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Received unexpected event network-vif-plugged-fe575b84-07a4-46dc-a852-11751c2dca92 for instance with vm_state building and task_state spawning. [ 758.479327] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.479856] env[69385]: DEBUG nova.compute.manager [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.486363] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.197s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.486363] env[69385]: INFO nova.compute.claims [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.490293] env[69385]: DEBUG nova.network.neutron [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Successfully updated port: fe575b84-07a4-46dc-a852-11751c2dca92 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.511163] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52238865-671e-10c8-6df5-6813b36fc990, 'name': SearchDatastore_Task, 'duration_secs': 0.007905} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.512143] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b322a8ed-f57e-4adc-856d-606d8caabfc5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.518875] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 758.518875] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ffdf11-ca0d-73b0-7488-86f33f9c9cec" [ 758.518875] env[69385]: _type = "Task" [ 758.518875] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.528695] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ffdf11-ca0d-73b0-7488-86f33f9c9cec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.572446] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524938d3-8413-2431-46ea-9d0ccd996505, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.572720] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.572943] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.573163] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.849084] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3339998, 'name': ReconfigVM_Task, 'duration_secs': 0.271253} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.849416] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d/d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.850029] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c4d62a4-1a88-4bdf-b660-1b33a4f8de6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.855863] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 758.855863] env[69385]: value = "task-3339999" [ 758.855863] env[69385]: _type = "Task" [ 758.855863] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.864706] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3339999, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.984683] env[69385]: DEBUG nova.compute.utils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.986190] env[69385]: DEBUG nova.compute.manager [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.986363] env[69385]: DEBUG nova.network.neutron [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.994706] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquiring lock "refresh_cache-4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.994706] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquired lock "refresh_cache-4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.994706] env[69385]: DEBUG nova.network.neutron [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.030229] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ffdf11-ca0d-73b0-7488-86f33f9c9cec, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.030229] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.030414] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 93e805a4-34c8-4c38-a068-201bac8f4db7/93e805a4-34c8-4c38-a068-201bac8f4db7.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.030772] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.030911] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.031038] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb802fc2-fc0f-4ba9-b898-bafb48300a05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.032952] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-481bad88-625a-4e59-8349-991ebb11b4f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.039273] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 759.039273] env[69385]: value = "task-3340000" [ 759.039273] env[69385]: _type = "Task" [ 759.039273] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.044052] env[69385]: DEBUG nova.policy [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661c5c87bed4adfac5d06f6a2ec64e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b959835220a43d3bbc8c04c26c31015', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.045731] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.045905] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.046932] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c78bb1-56b2-4d13-9a8d-4d2b0159c6d4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.054364] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.057150] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 759.057150] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52eea6cb-5f4c-3627-5039-4da92a032836" [ 759.057150] env[69385]: _type = "Task" [ 759.057150] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.064181] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52eea6cb-5f4c-3627-5039-4da92a032836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.369434] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3339999, 'name': Rename_Task, 'duration_secs': 0.141979} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.370131] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.370782] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72e22f18-3dc3-4ba8-b887-d2f374c00e7e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.378731] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 759.378731] env[69385]: value = "task-3340001" [ 759.378731] env[69385]: _type = "Task" [ 759.378731] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.387701] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3340001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.405624] env[69385]: DEBUG nova.network.neutron [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Successfully created port: 79e458fa-a041-489a-bdc4-8c0a2b64685d {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.489696] env[69385]: DEBUG nova.compute.manager [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.553764] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490227} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.554070] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 93e805a4-34c8-4c38-a068-201bac8f4db7/93e805a4-34c8-4c38-a068-201bac8f4db7.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.554291] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.554554] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e405a29-8afb-48c8-b8a5-2c8d97bd2d73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.567694] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 759.567694] env[69385]: value = "task-3340002" [ 759.567694] env[69385]: _type = "Task" [ 759.567694] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.577788] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52eea6cb-5f4c-3627-5039-4da92a032836, 'name': SearchDatastore_Task, 'duration_secs': 0.008669} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.579039] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0552ec-0662-4ac5-8378-5a98a171ac25 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.585603] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.589651] env[69385]: DEBUG nova.network.neutron [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.597350] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 759.597350] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52740995-15a9-52d2-bb43-4347ca7e90f3" [ 759.597350] env[69385]: _type = "Task" [ 759.597350] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.607579] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52740995-15a9-52d2-bb43-4347ca7e90f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.611065] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.611371] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 1180e248-cb8e-46d8-b0e0-f82304723954/1180e248-cb8e-46d8-b0e0-f82304723954.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.612053] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b4b96ed-3778-48f5-a46d-342c91f43f35 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.622292] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 759.622292] env[69385]: value = "task-3340003" [ 759.622292] env[69385]: _type = "Task" [ 759.622292] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.634880] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.774261] env[69385]: DEBUG nova.network.neutron [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Updating instance_info_cache with network_info: [{"id": "fe575b84-07a4-46dc-a852-11751c2dca92", "address": "fa:16:3e:f5:52:84", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe575b84-07", "ovs_interfaceid": "fe575b84-07a4-46dc-a852-11751c2dca92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.890775] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3340001, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.081796] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065696} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.082105] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.082857] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3b0164-775d-44a0-aa25-44e2499b88d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.111937] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 93e805a4-34c8-4c38-a068-201bac8f4db7/93e805a4-34c8-4c38-a068-201bac8f4db7.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.113470] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980fcc27-68bd-4f49-81e6-0183be4bbdff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.127879] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559c8989-5d64-441f-acf7-c52b0cceab91 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.143914] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524c0cc8-26aa-4a60-9ea9-a4e029dfc75d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.147129] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 760.147129] env[69385]: value = "task-3340004" [ 760.147129] env[69385]: _type = "Task" [ 760.147129] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.147365] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444638} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.148430] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 1180e248-cb8e-46d8-b0e0-f82304723954/1180e248-cb8e-46d8-b0e0-f82304723954.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.148430] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.151430] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cc39ac9-6605-4504-8c6e-e404c2e6077c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.178304] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7e4d65-7df6-4b75-832d-3e18636631ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.184204] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.185993] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 760.185993] env[69385]: value = "task-3340005" [ 760.185993] env[69385]: _type = "Task" [ 760.185993] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.192852] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10209ba6-de0d-4e7f-a98c-fb79f8e012f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.199951] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.210106] env[69385]: DEBUG nova.compute.provider_tree [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.277030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Releasing lock "refresh_cache-4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.277296] env[69385]: DEBUG nova.compute.manager [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Instance network_info: |[{"id": "fe575b84-07a4-46dc-a852-11751c2dca92", "address": "fa:16:3e:f5:52:84", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe575b84-07", "ovs_interfaceid": "fe575b84-07a4-46dc-a852-11751c2dca92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.277776] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:52:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe575b84-07a4-46dc-a852-11751c2dca92', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.285535] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Creating folder: Project (22aa22a22bc64516917c43397d671df8). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.286148] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75aee501-b226-40ff-8bd6-b39f71ecabbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.297023] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Created folder: Project (22aa22a22bc64516917c43397d671df8) in parent group-v666556. [ 760.297227] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Creating folder: Instances. Parent ref: group-v666634. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.297467] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbde8ff0-8d3b-47b6-862a-2bd27f3a3fdf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.307235] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Created folder: Instances in parent group-v666634. [ 760.307459] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.307645] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.307841] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e50bbd25-70af-4171-bf14-5e6f790fbdfb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.328982] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.328982] env[69385]: value = "task-3340008" [ 760.328982] env[69385]: _type = "Task" [ 760.328982] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.336239] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340008, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.392712] env[69385]: DEBUG oslo_vmware.api [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3340001, 'name': PowerOnVM_Task, 'duration_secs': 0.567544} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.392997] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.393225] env[69385]: INFO nova.compute.manager [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Took 7.79 seconds to spawn the instance on the hypervisor. [ 760.393406] env[69385]: DEBUG nova.compute.manager [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.394223] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ffc3c8-8392-45c7-b4d4-affd644c9818 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.406153] env[69385]: DEBUG nova.compute.manager [req-2d9e61de-9a8e-488f-84a4-0b24d4580187 req-afbb5f34-50e9-4e7c-b2e1-47e402f836e9 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Received event network-changed-fe575b84-07a4-46dc-a852-11751c2dca92 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 760.406413] env[69385]: DEBUG nova.compute.manager [req-2d9e61de-9a8e-488f-84a4-0b24d4580187 req-afbb5f34-50e9-4e7c-b2e1-47e402f836e9 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Refreshing instance network info cache due to event network-changed-fe575b84-07a4-46dc-a852-11751c2dca92. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 760.406632] env[69385]: DEBUG oslo_concurrency.lockutils [req-2d9e61de-9a8e-488f-84a4-0b24d4580187 req-afbb5f34-50e9-4e7c-b2e1-47e402f836e9 service nova] Acquiring lock "refresh_cache-4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.406772] env[69385]: DEBUG oslo_concurrency.lockutils [req-2d9e61de-9a8e-488f-84a4-0b24d4580187 req-afbb5f34-50e9-4e7c-b2e1-47e402f836e9 service nova] Acquired lock "refresh_cache-4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.408208] env[69385]: DEBUG nova.network.neutron [req-2d9e61de-9a8e-488f-84a4-0b24d4580187 req-afbb5f34-50e9-4e7c-b2e1-47e402f836e9 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Refreshing network info cache for port fe575b84-07a4-46dc-a852-11751c2dca92 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.501741] env[69385]: DEBUG nova.compute.manager [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.529155] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.529482] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.529646] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.529826] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.530025] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.530202] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.530447] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.530679] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.530889] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.531100] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.531319] env[69385]: DEBUG nova.virt.hardware [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.532217] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f192b3b9-87c1-43d9-9ebb-2018b3ad9de3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.540820] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcfa0f3-49bb-4d98-9872-d3bed9e5f080 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.656324] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340004, 'name': ReconfigVM_Task, 'duration_secs': 0.293426} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.656606] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 93e805a4-34c8-4c38-a068-201bac8f4db7/93e805a4-34c8-4c38-a068-201bac8f4db7.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.657233] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f6f5c3a-d518-40aa-9ab6-00c74110490e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.663265] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 760.663265] env[69385]: value = "task-3340009" [ 760.663265] env[69385]: _type = "Task" [ 760.663265] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.671242] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340009, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.695243] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06573} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.695243] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.695939] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5194f-4a26-4603-b969-1a163925b443 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.713959] env[69385]: DEBUG nova.scheduler.client.report [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.731607] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 1180e248-cb8e-46d8-b0e0-f82304723954/1180e248-cb8e-46d8-b0e0-f82304723954.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.731607] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a200e9f-f519-4e78-a637-a327e6700357 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.752011] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 760.752011] env[69385]: value = "task-3340010" [ 760.752011] env[69385]: _type = "Task" [ 760.752011] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.761088] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.838414] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340008, 'name': CreateVM_Task, 'duration_secs': 0.325362} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.838587] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.839253] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.839419] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.839730] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.839972] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d55f2fa-4914-4a90-a8bb-3dc846941bf6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.844093] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 760.844093] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525b4718-6890-510f-de8a-14295456cc01" [ 760.844093] env[69385]: _type = "Task" [ 760.844093] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.853386] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525b4718-6890-510f-de8a-14295456cc01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.913984] env[69385]: INFO nova.compute.manager [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Took 43.09 seconds to build instance. [ 760.968258] env[69385]: DEBUG nova.network.neutron [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Successfully updated port: 79e458fa-a041-489a-bdc4-8c0a2b64685d {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.144370] env[69385]: DEBUG nova.network.neutron [req-2d9e61de-9a8e-488f-84a4-0b24d4580187 req-afbb5f34-50e9-4e7c-b2e1-47e402f836e9 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Updated VIF entry in instance network info cache for port fe575b84-07a4-46dc-a852-11751c2dca92. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.144726] env[69385]: DEBUG nova.network.neutron [req-2d9e61de-9a8e-488f-84a4-0b24d4580187 req-afbb5f34-50e9-4e7c-b2e1-47e402f836e9 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Updating instance_info_cache with network_info: [{"id": "fe575b84-07a4-46dc-a852-11751c2dca92", "address": "fa:16:3e:f5:52:84", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe575b84-07", "ovs_interfaceid": "fe575b84-07a4-46dc-a852-11751c2dca92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.173841] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340009, 'name': Rename_Task, 'duration_secs': 0.139317} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.173841] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.174777] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ede2438-65e5-4dae-a3e2-f36e2e41924f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.180790] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 761.180790] env[69385]: value = "task-3340011" [ 761.180790] env[69385]: _type = "Task" [ 761.180790] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.188994] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.230519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.231106] env[69385]: DEBUG nova.compute.manager [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.237168] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.943s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.237426] env[69385]: DEBUG nova.objects.instance [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lazy-loading 'resources' on Instance uuid b0e68d62-c0dd-4510-943e-dbee2b51ec0c {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.263765] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.354090] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525b4718-6890-510f-de8a-14295456cc01, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.354413] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.354646] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.354891] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.355075] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.355266] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.355536] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f087df6-b119-4888-809c-6d9df8103652 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.363810] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.363994] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.364758] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd938bb0-50f1-4ee7-83e4-fcc080d470de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.370105] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 761.370105] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525be04f-7397-7e18-77cd-b673b13b53f7" [ 761.370105] env[69385]: _type = "Task" [ 761.370105] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.377492] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525be04f-7397-7e18-77cd-b673b13b53f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.416388] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a9290791-1ec4-4a1a-a907-324bf0989542 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.040s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.470690] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.471785] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.471785] env[69385]: DEBUG nova.network.neutron [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.647243] env[69385]: DEBUG oslo_concurrency.lockutils [req-2d9e61de-9a8e-488f-84a4-0b24d4580187 req-afbb5f34-50e9-4e7c-b2e1-47e402f836e9 service nova] Releasing lock "refresh_cache-4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.691621] env[69385]: DEBUG oslo_vmware.api [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340011, 'name': PowerOnVM_Task, 'duration_secs': 0.417374} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.692535] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.692893] env[69385]: DEBUG nova.compute.manager [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.693795] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fc172e-ebde-49a6-977b-8cbb72c4d93e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.744077] env[69385]: DEBUG nova.compute.utils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.746053] env[69385]: DEBUG nova.compute.manager [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.746053] env[69385]: DEBUG nova.network.neutron [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.765598] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340010, 'name': ReconfigVM_Task, 'duration_secs': 0.800818} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.765765] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 1180e248-cb8e-46d8-b0e0-f82304723954/1180e248-cb8e-46d8-b0e0-f82304723954.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.766383] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db75ae28-6787-46c2-b1b9-83fbc8f24164 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.775018] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 761.775018] env[69385]: value = "task-3340012" [ 761.775018] env[69385]: _type = "Task" [ 761.775018] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.785929] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340012, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.811220] env[69385]: DEBUG nova.policy [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e250b3a9e9644182bed7081e08162a9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '885024cdfee34e8a85a911689b4fee6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.880335] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525be04f-7397-7e18-77cd-b673b13b53f7, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.883571] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0cb4cd-1f0a-4ca9-9554-cd78c072773d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.888618] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 761.888618] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ccf9b5-4507-2c9e-9bab-e049809eb66c" [ 761.888618] env[69385]: _type = "Task" [ 761.888618] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.899696] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ccf9b5-4507-2c9e-9bab-e049809eb66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.918233] env[69385]: DEBUG nova.compute.manager [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.016314] env[69385]: DEBUG nova.network.neutron [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.077954] env[69385]: DEBUG nova.network.neutron [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Successfully created port: 6f972dd1-b5bc-4753-a971-a2229bb26ea1 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.163515] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquiring lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.163752] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.163944] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquiring lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.164135] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.164299] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.166416] env[69385]: INFO nova.compute.manager [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Terminating instance [ 762.184632] env[69385]: DEBUG nova.network.neutron [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Updating instance_info_cache with network_info: [{"id": "79e458fa-a041-489a-bdc4-8c0a2b64685d", "address": "fa:16:3e:b4:6e:c6", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e458fa-a0", "ovs_interfaceid": "79e458fa-a041-489a-bdc4-8c0a2b64685d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.214138] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.250252] env[69385]: DEBUG nova.compute.manager [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.277058] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aad315-5eac-485a-af4e-8d97d736f729 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.288606] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340012, 'name': Rename_Task, 'duration_secs': 0.238611} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.290948] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.291305] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d15a3b3-7b2c-4dec-b7f7-a2a2984754fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.293762] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8de5b-abaa-43bf-b394-ccde7207805d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.327737] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d9bb6-9291-4998-b98e-caa1643382b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.330654] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 762.330654] env[69385]: value = "task-3340013" [ 762.330654] env[69385]: _type = "Task" [ 762.330654] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.340633] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a1fb3c-3be3-4a64-a89a-482eb874b1c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.347937] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340013, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.359612] env[69385]: DEBUG nova.compute.provider_tree [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.398659] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ccf9b5-4507-2c9e-9bab-e049809eb66c, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.398977] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.399640] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6/4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.399928] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b69c876-b879-4a06-87e6-45fae32fb19f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.407229] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 762.407229] env[69385]: value = "task-3340014" [ 762.407229] env[69385]: _type = "Task" [ 762.407229] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.417713] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.440577] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.554980] env[69385]: DEBUG nova.compute.manager [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Received event network-vif-plugged-79e458fa-a041-489a-bdc4-8c0a2b64685d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 762.555488] env[69385]: DEBUG oslo_concurrency.lockutils [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] Acquiring lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.555601] env[69385]: DEBUG oslo_concurrency.lockutils [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] Lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.555786] env[69385]: DEBUG oslo_concurrency.lockutils [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] Lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.556040] env[69385]: DEBUG nova.compute.manager [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] No waiting events found dispatching network-vif-plugged-79e458fa-a041-489a-bdc4-8c0a2b64685d {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.556133] env[69385]: WARNING nova.compute.manager [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Received unexpected event network-vif-plugged-79e458fa-a041-489a-bdc4-8c0a2b64685d for instance with vm_state building and task_state spawning. [ 762.556604] env[69385]: DEBUG nova.compute.manager [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Received event network-changed-79e458fa-a041-489a-bdc4-8c0a2b64685d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 762.556848] env[69385]: DEBUG nova.compute.manager [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Refreshing instance network info cache due to event network-changed-79e458fa-a041-489a-bdc4-8c0a2b64685d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 762.557208] env[69385]: DEBUG oslo_concurrency.lockutils [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] Acquiring lock "refresh_cache-cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.673799] env[69385]: DEBUG nova.compute.manager [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.674083] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.675685] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734774d2-323e-4f58-b319-94ec8c1322a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.683579] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.683871] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2ce0599-9062-4cec-a1a4-a6240d25f937 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.689735] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.690082] env[69385]: DEBUG nova.compute.manager [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Instance network_info: |[{"id": "79e458fa-a041-489a-bdc4-8c0a2b64685d", "address": "fa:16:3e:b4:6e:c6", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e458fa-a0", "ovs_interfaceid": "79e458fa-a041-489a-bdc4-8c0a2b64685d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.691651] env[69385]: DEBUG oslo_concurrency.lockutils [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] Acquired lock "refresh_cache-cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.691853] env[69385]: DEBUG nova.network.neutron [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Refreshing network info cache for port 79e458fa-a041-489a-bdc4-8c0a2b64685d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.693143] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:6e:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79e458fa-a041-489a-bdc4-8c0a2b64685d', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.702251] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.702580] env[69385]: DEBUG oslo_vmware.api [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 762.702580] env[69385]: value = "task-3340015" [ 762.702580] env[69385]: _type = "Task" [ 762.702580] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.705790] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.706431] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd77b750-dc6d-4287-b4d4-3b29f6a3f210 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.733083] env[69385]: DEBUG oslo_vmware.api [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3340015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.734699] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.734699] env[69385]: value = "task-3340016" [ 762.734699] env[69385]: _type = "Task" [ 762.734699] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.744483] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340016, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.842625] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.862953] env[69385]: DEBUG nova.scheduler.client.report [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.920391] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497424} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.920765] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6/4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.920859] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.921314] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96cf647f-f81e-4f0c-be08-bd5c8148d7bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.927463] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 762.927463] env[69385]: value = "task-3340017" [ 762.927463] env[69385]: _type = "Task" [ 762.927463] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.936769] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.000315] env[69385]: DEBUG nova.network.neutron [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Updated VIF entry in instance network info cache for port 79e458fa-a041-489a-bdc4-8c0a2b64685d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.000745] env[69385]: DEBUG nova.network.neutron [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Updating instance_info_cache with network_info: [{"id": "79e458fa-a041-489a-bdc4-8c0a2b64685d", "address": "fa:16:3e:b4:6e:c6", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e458fa-a0", "ovs_interfaceid": "79e458fa-a041-489a-bdc4-8c0a2b64685d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.216153] env[69385]: DEBUG oslo_vmware.api [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3340015, 'name': PowerOffVM_Task, 'duration_secs': 0.27017} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.216422] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.216586] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.216822] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1fed58c-a381-424f-937c-74206fd9296c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.243801] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340016, 'name': CreateVM_Task, 'duration_secs': 0.39762} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.243989] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.244681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.244836] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.245188] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.245429] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede911d9-8475-4cd2-94b2-7711b6acf76e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.250100] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "93e805a4-34c8-4c38-a068-201bac8f4db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.250440] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "93e805a4-34c8-4c38-a068-201bac8f4db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.250757] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "93e805a4-34c8-4c38-a068-201bac8f4db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.250959] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "93e805a4-34c8-4c38-a068-201bac8f4db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.251145] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "93e805a4-34c8-4c38-a068-201bac8f4db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.252860] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 763.252860] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52884baf-c0ff-90a5-3a3a-8a993aa23242" [ 763.252860] env[69385]: _type = "Task" [ 763.252860] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.257040] env[69385]: INFO nova.compute.manager [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Terminating instance [ 763.264527] env[69385]: DEBUG nova.compute.manager [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.266532] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52884baf-c0ff-90a5-3a3a-8a993aa23242, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.266942] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.267159] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.267397] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.267774] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.267774] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.268708] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a087243-9b6f-4638-b117-ab935794ef18 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.277828] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.278027] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.279024] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15cdd5b5-1a07-46ca-b9df-da66b0aaaefa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.283197] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.283436] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.283646] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Deleting the datastore file [datastore2] d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.284262] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9583ce-5c96-4d55-95c2-9422126015ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.288690] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 763.288690] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521db140-2390-596f-e80d-e3dcfe8ef41b" [ 763.288690] env[69385]: _type = "Task" [ 763.288690] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.293907] env[69385]: DEBUG oslo_vmware.api [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for the task: (returnval){ [ 763.293907] env[69385]: value = "task-3340019" [ 763.293907] env[69385]: _type = "Task" [ 763.293907] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.297204] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.297438] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.297617] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.298829] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.298829] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.298829] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.298829] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.298829] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.299029] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.299029] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.299103] env[69385]: DEBUG nova.virt.hardware [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.302742] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedfb3f2-5445-43a4-947d-5d8a3d7b3405 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.309259] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521db140-2390-596f-e80d-e3dcfe8ef41b, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.312178] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8855f320-066b-4974-983f-c26c52d99f3b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.317867] env[69385]: DEBUG oslo_vmware.api [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3340019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.319531] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b437aa-4475-4961-aaf3-9038ce574776 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.325073] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 763.325073] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521b66cd-8928-0f47-fb93-249b003a58e9" [ 763.325073] env[69385]: _type = "Task" [ 763.325073] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.345224] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521b66cd-8928-0f47-fb93-249b003a58e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.345967] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.346376] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372/cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.346676] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b1ac51e-de57-48c7-be6a-b8f55cb7411a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.351818] env[69385]: DEBUG oslo_vmware.api [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340013, 'name': PowerOnVM_Task, 'duration_secs': 0.72966} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.352426] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.352673] env[69385]: INFO nova.compute.manager [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Took 8.11 seconds to spawn the instance on the hypervisor. [ 763.352881] env[69385]: DEBUG nova.compute.manager [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.353670] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6dca14-e048-4368-a124-11ab1f43f8f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.357524] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 763.357524] env[69385]: value = "task-3340020" [ 763.357524] env[69385]: _type = "Task" [ 763.357524] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.369855] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.372669] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.374869] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.759s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.375122] env[69385]: DEBUG nova.objects.instance [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lazy-loading 'resources' on Instance uuid 920d668d-1947-40bd-9c94-9398ee4a4acc {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.407959] env[69385]: INFO nova.scheduler.client.report [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Deleted allocations for instance b0e68d62-c0dd-4510-943e-dbee2b51ec0c [ 763.437278] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063893} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.437557] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.438421] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0de3e0-2bca-4ad0-a71e-275cc0b3e32f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.464425] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6/4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.464755] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c25f61c-f991-4f6b-8dcf-8d86384c61d6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.485945] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 763.485945] env[69385]: value = "task-3340021" [ 763.485945] env[69385]: _type = "Task" [ 763.485945] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.494452] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.503374] env[69385]: DEBUG oslo_concurrency.lockutils [req-0a2e62fd-beb9-496d-a819-34cb260f5fb2 req-36c3b142-a985-4cc6-84ae-1f98b191d3ae service nova] Releasing lock "refresh_cache-cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.619144] env[69385]: DEBUG nova.compute.manager [req-72bfff8c-d32a-4acd-bccc-fd633cf2e10e req-bf8fe16d-d119-437c-9085-6130730f7d9b service nova] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Received event network-vif-plugged-6f972dd1-b5bc-4753-a971-a2229bb26ea1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.619144] env[69385]: DEBUG oslo_concurrency.lockutils [req-72bfff8c-d32a-4acd-bccc-fd633cf2e10e req-bf8fe16d-d119-437c-9085-6130730f7d9b service nova] Acquiring lock "f2499b0d-3142-48df-b283-2d8ff453c5ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.619144] env[69385]: DEBUG oslo_concurrency.lockutils [req-72bfff8c-d32a-4acd-bccc-fd633cf2e10e req-bf8fe16d-d119-437c-9085-6130730f7d9b service nova] Lock "f2499b0d-3142-48df-b283-2d8ff453c5ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.619144] env[69385]: DEBUG oslo_concurrency.lockutils [req-72bfff8c-d32a-4acd-bccc-fd633cf2e10e req-bf8fe16d-d119-437c-9085-6130730f7d9b service nova] Lock "f2499b0d-3142-48df-b283-2d8ff453c5ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.619144] env[69385]: DEBUG nova.compute.manager [req-72bfff8c-d32a-4acd-bccc-fd633cf2e10e req-bf8fe16d-d119-437c-9085-6130730f7d9b service nova] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] No waiting events found dispatching network-vif-plugged-6f972dd1-b5bc-4753-a971-a2229bb26ea1 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.619341] env[69385]: WARNING nova.compute.manager [req-72bfff8c-d32a-4acd-bccc-fd633cf2e10e req-bf8fe16d-d119-437c-9085-6130730f7d9b service nova] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Received unexpected event network-vif-plugged-6f972dd1-b5bc-4753-a971-a2229bb26ea1 for instance with vm_state building and task_state spawning. [ 763.725789] env[69385]: DEBUG nova.network.neutron [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Successfully updated port: 6f972dd1-b5bc-4753-a971-a2229bb26ea1 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.761167] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "refresh_cache-93e805a4-34c8-4c38-a068-201bac8f4db7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.761366] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquired lock "refresh_cache-93e805a4-34c8-4c38-a068-201bac8f4db7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.761558] env[69385]: DEBUG nova.network.neutron [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.803318] env[69385]: DEBUG oslo_vmware.api [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Task: {'id': task-3340019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166735} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.803606] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.803797] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.803971] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.804158] env[69385]: INFO nova.compute.manager [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 763.804403] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.804930] env[69385]: DEBUG nova.compute.manager [-] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.804995] env[69385]: DEBUG nova.network.neutron [-] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.872813] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451328} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.873085] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372/cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.873356] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.876971] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee59dd77-5af0-4261-b1c5-00f71aaab818 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.878782] env[69385]: INFO nova.compute.manager [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Took 43.40 seconds to build instance. [ 763.889448] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 763.889448] env[69385]: value = "task-3340022" [ 763.889448] env[69385]: _type = "Task" [ 763.889448] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.904131] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.919917] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9d828c87-620a-47de-8083-2c202b9a08b8 tempest-InstanceActionsTestJSON-1393128388 tempest-InstanceActionsTestJSON-1393128388-project-member] Lock "b0e68d62-c0dd-4510-943e-dbee2b51ec0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.501s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.997015] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340021, 'name': ReconfigVM_Task, 'duration_secs': 0.451558} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.997319] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6/4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.997938] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88592b53-97a6-4f29-9f55-2e42bce417ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.004269] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 764.004269] env[69385]: value = "task-3340023" [ 764.004269] env[69385]: _type = "Task" [ 764.004269] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.013750] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340023, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.231268] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "refresh_cache-f2499b0d-3142-48df-b283-2d8ff453c5ee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.231938] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquired lock "refresh_cache-f2499b0d-3142-48df-b283-2d8ff453c5ee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.231938] env[69385]: DEBUG nova.network.neutron [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.284306] env[69385]: DEBUG nova.network.neutron [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.347211] env[69385]: DEBUG nova.network.neutron [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.384185] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3dbeb497-284b-40cc-bf35-030f60b5caa4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "1180e248-cb8e-46d8-b0e0-f82304723954" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.543s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.404104] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075445} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.404104] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.404104] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27492eb-d139-417d-afea-56b0e8bd1173 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.432238] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372/cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.433652] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b98ade-8293-454c-82ce-66fb09aecfd0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.450840] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210da188-c2f7-49bc-8538-a49156eeb49f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.459653] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6561f7f-045d-4f98-babc-da846641ad58 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.464315] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 764.464315] env[69385]: value = "task-3340024" [ 764.464315] env[69385]: _type = "Task" [ 764.464315] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.498780] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2462a655-7d76-442b-adb6-942423b1feed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.504429] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.513065] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b90bee1-7c1d-42f3-970b-c733bbf32bca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.520016] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340023, 'name': Rename_Task, 'duration_secs': 0.16743} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.521291] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.521291] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-323154fd-8fa3-4bba-8f57-5bc73d485268 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.530853] env[69385]: DEBUG nova.compute.provider_tree [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.536907] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 764.536907] env[69385]: value = "task-3340025" [ 764.536907] env[69385]: _type = "Task" [ 764.536907] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.544787] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.589559] env[69385]: DEBUG nova.network.neutron [-] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.766500] env[69385]: DEBUG nova.network.neutron [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.849985] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Releasing lock "refresh_cache-93e805a4-34c8-4c38-a068-201bac8f4db7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.850593] env[69385]: DEBUG nova.compute.manager [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.850788] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.851711] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cef753-a671-40a3-baaa-d7f177132274 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.861152] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.861494] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3407dbf2-b258-4c4f-b155-adcd24858540 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.871124] env[69385]: DEBUG oslo_vmware.api [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 764.871124] env[69385]: value = "task-3340026" [ 764.871124] env[69385]: _type = "Task" [ 764.871124] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.881204] env[69385]: DEBUG oslo_vmware.api [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.886968] env[69385]: DEBUG nova.compute.manager [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.947376] env[69385]: DEBUG nova.network.neutron [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Updating instance_info_cache with network_info: [{"id": "6f972dd1-b5bc-4753-a971-a2229bb26ea1", "address": "fa:16:3e:ad:26:43", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f972dd1-b5", "ovs_interfaceid": "6f972dd1-b5bc-4753-a971-a2229bb26ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.977142] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340024, 'name': ReconfigVM_Task, 'duration_secs': 0.441053} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.977369] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Reconfigured VM instance instance-0000001b to attach disk [datastore1] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372/cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.978206] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d72d75e-6a37-44e4-91cb-edc90b7c7d0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.986706] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 764.986706] env[69385]: value = "task-3340027" [ 764.986706] env[69385]: _type = "Task" [ 764.986706] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.000084] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340027, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.039025] env[69385]: DEBUG nova.scheduler.client.report [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.050380] env[69385]: DEBUG oslo_vmware.api [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340025, 'name': PowerOnVM_Task, 'duration_secs': 0.491444} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.050665] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.050867] env[69385]: INFO nova.compute.manager [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Took 7.16 seconds to spawn the instance on the hypervisor. [ 765.051057] env[69385]: DEBUG nova.compute.manager [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.052083] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de090d8-fcce-4b5e-bc4b-5b3391814aa5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.092682] env[69385]: INFO nova.compute.manager [-] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Took 1.29 seconds to deallocate network for instance. [ 765.381887] env[69385]: DEBUG oslo_vmware.api [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340026, 'name': PowerOffVM_Task, 'duration_secs': 0.209784} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.384543] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.384543] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.384543] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-538bb05d-ebcd-4ca2-9f77-d4cd3e1ce39d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.411948] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.412174] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.412350] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Deleting the datastore file [datastore2] 93e805a4-34c8-4c38-a068-201bac8f4db7 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.412616] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-659e0eee-f127-45e8-a440-111bc2cd509c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.416072] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.420975] env[69385]: DEBUG oslo_vmware.api [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for the task: (returnval){ [ 765.420975] env[69385]: value = "task-3340029" [ 765.420975] env[69385]: _type = "Task" [ 765.420975] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.433675] env[69385]: DEBUG oslo_vmware.api [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.452538] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Releasing lock "refresh_cache-f2499b0d-3142-48df-b283-2d8ff453c5ee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.452764] env[69385]: DEBUG nova.compute.manager [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Instance network_info: |[{"id": "6f972dd1-b5bc-4753-a971-a2229bb26ea1", "address": "fa:16:3e:ad:26:43", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f972dd1-b5", "ovs_interfaceid": "6f972dd1-b5bc-4753-a971-a2229bb26ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.455035] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:26:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f972dd1-b5bc-4753-a971-a2229bb26ea1', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.461673] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.461892] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.462129] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae5123f-715a-42c7-9f9a-71c259fe91a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.485955] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.485955] env[69385]: value = "task-3340030" [ 765.485955] env[69385]: _type = "Task" [ 765.485955] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.497298] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340030, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.500450] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340027, 'name': Rename_Task, 'duration_secs': 0.315937} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.500713] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.500964] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e4e3a18-3ca1-45f9-9e92-98ae5354d574 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.508418] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 765.508418] env[69385]: value = "task-3340031" [ 765.508418] env[69385]: _type = "Task" [ 765.508418] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.517716] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.541953] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.544470] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.550s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.546268] env[69385]: INFO nova.compute.claims [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.563877] env[69385]: INFO nova.scheduler.client.report [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Deleted allocations for instance 920d668d-1947-40bd-9c94-9398ee4a4acc [ 765.578078] env[69385]: INFO nova.compute.manager [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Took 40.26 seconds to build instance. [ 765.599328] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.729954] env[69385]: DEBUG nova.compute.manager [req-c48daf4a-2d99-4a62-b7bf-5d34dbe356e4 req-06a3b4ef-4011-44f9-b1a7-9dee44b217b1 service nova] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Received event network-changed-6f972dd1-b5bc-4753-a971-a2229bb26ea1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 765.730198] env[69385]: DEBUG nova.compute.manager [req-c48daf4a-2d99-4a62-b7bf-5d34dbe356e4 req-06a3b4ef-4011-44f9-b1a7-9dee44b217b1 service nova] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Refreshing instance network info cache due to event network-changed-6f972dd1-b5bc-4753-a971-a2229bb26ea1. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 765.730413] env[69385]: DEBUG oslo_concurrency.lockutils [req-c48daf4a-2d99-4a62-b7bf-5d34dbe356e4 req-06a3b4ef-4011-44f9-b1a7-9dee44b217b1 service nova] Acquiring lock "refresh_cache-f2499b0d-3142-48df-b283-2d8ff453c5ee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.730771] env[69385]: DEBUG oslo_concurrency.lockutils [req-c48daf4a-2d99-4a62-b7bf-5d34dbe356e4 req-06a3b4ef-4011-44f9-b1a7-9dee44b217b1 service nova] Acquired lock "refresh_cache-f2499b0d-3142-48df-b283-2d8ff453c5ee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.731593] env[69385]: DEBUG nova.network.neutron [req-c48daf4a-2d99-4a62-b7bf-5d34dbe356e4 req-06a3b4ef-4011-44f9-b1a7-9dee44b217b1 service nova] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Refreshing network info cache for port 6f972dd1-b5bc-4753-a971-a2229bb26ea1 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.863493] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "e9eb8cae-bb7a-4028-b685-867115e498ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.863493] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "e9eb8cae-bb7a-4028-b685-867115e498ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.937881] env[69385]: DEBUG oslo_vmware.api [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Task: {'id': task-3340029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.938659] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.938659] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.938659] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.938923] env[69385]: INFO nova.compute.manager [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 765.938923] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.939987] env[69385]: DEBUG nova.compute.manager [-] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.940234] env[69385]: DEBUG nova.network.neutron [-] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.966223] env[69385]: DEBUG nova.network.neutron [-] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.002767] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340030, 'name': CreateVM_Task, 'duration_secs': 0.340904} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.003151] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.004260] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.004260] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.004260] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.005319] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5399ce18-96f1-4301-b75c-5f1d353c9b8d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.009501] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 766.009501] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5231ce6a-633c-ee0e-c763-650c93b61e50" [ 766.009501] env[69385]: _type = "Task" [ 766.009501] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.031543] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340031, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.035514] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5231ce6a-633c-ee0e-c763-650c93b61e50, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.035803] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.036090] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.036332] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.036476] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.036676] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.036912] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4db2ab0-fb62-4554-9b95-a838f4ef37d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.046890] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.046890] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.047914] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5569e41-304d-4409-9be0-397668523d2a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.058615] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 766.058615] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523c64ef-5611-8908-79b1-061133582dba" [ 766.058615] env[69385]: _type = "Task" [ 766.058615] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.074569] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523c64ef-5611-8908-79b1-061133582dba, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.077340] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4edb8e6-f436-4c8b-904b-fed20374e7bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.081477] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d1db2a5a-0ec3-4235-b599-69f10c370cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569 tempest-FloatingIPsAssociationNegativeTestJSON-1190519569-project-member] Lock "920d668d-1947-40bd-9c94-9398ee4a4acc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.091s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.083364] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15b1b329-11cc-47b9-8104-f1e986389a4b tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.097s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.088020] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 766.088020] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52017d6e-e50c-7f34-473b-d026489b4175" [ 766.088020] env[69385]: _type = "Task" [ 766.088020] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.097140] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52017d6e-e50c-7f34-473b-d026489b4175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.370622] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquiring lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.371069] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.371232] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquiring lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.371396] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.371800] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.376613] env[69385]: INFO nova.compute.manager [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Terminating instance [ 766.469563] env[69385]: DEBUG nova.network.neutron [-] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.519943] env[69385]: DEBUG oslo_vmware.api [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340031, 'name': PowerOnVM_Task, 'duration_secs': 0.587609} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.520285] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.520490] env[69385]: INFO nova.compute.manager [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Took 6.02 seconds to spawn the instance on the hypervisor. [ 766.520767] env[69385]: DEBUG nova.compute.manager [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.521484] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e11adf-fa48-4c94-a325-5f95074cc7e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.585380] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.600092] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52017d6e-e50c-7f34-473b-d026489b4175, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.600092] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.600352] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] f2499b0d-3142-48df-b283-2d8ff453c5ee/f2499b0d-3142-48df-b283-2d8ff453c5ee.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.600669] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af59e1f6-29e9-4b26-8537-674322c55db1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.610458] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 766.610458] env[69385]: value = "task-3340032" [ 766.610458] env[69385]: _type = "Task" [ 766.610458] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.618486] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.619249] env[69385]: DEBUG nova.network.neutron [req-c48daf4a-2d99-4a62-b7bf-5d34dbe356e4 req-06a3b4ef-4011-44f9-b1a7-9dee44b217b1 service nova] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Updated VIF entry in instance network info cache for port 6f972dd1-b5bc-4753-a971-a2229bb26ea1. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.619570] env[69385]: DEBUG nova.network.neutron [req-c48daf4a-2d99-4a62-b7bf-5d34dbe356e4 req-06a3b4ef-4011-44f9-b1a7-9dee44b217b1 service nova] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Updating instance_info_cache with network_info: [{"id": "6f972dd1-b5bc-4753-a971-a2229bb26ea1", "address": "fa:16:3e:ad:26:43", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f972dd1-b5", "ovs_interfaceid": "6f972dd1-b5bc-4753-a971-a2229bb26ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.882760] env[69385]: DEBUG nova.compute.manager [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.882988] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.884519] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f6a2c6-8dcf-4907-8657-0a88af0e2a56 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.893885] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.894151] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f3e3ff-108f-47d9-97e5-12b9b13b9852 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.903980] env[69385]: DEBUG oslo_vmware.api [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 766.903980] env[69385]: value = "task-3340033" [ 766.903980] env[69385]: _type = "Task" [ 766.903980] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.913428] env[69385]: DEBUG oslo_vmware.api [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.972283] env[69385]: INFO nova.compute.manager [-] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Took 1.03 seconds to deallocate network for instance. [ 767.043305] env[69385]: INFO nova.compute.manager [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Took 37.33 seconds to build instance. [ 767.118317] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.125362] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.126918] env[69385]: DEBUG oslo_concurrency.lockutils [req-c48daf4a-2d99-4a62-b7bf-5d34dbe356e4 req-06a3b4ef-4011-44f9-b1a7-9dee44b217b1 service nova] Releasing lock "refresh_cache-f2499b0d-3142-48df-b283-2d8ff453c5ee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.127217] env[69385]: DEBUG nova.compute.manager [req-c48daf4a-2d99-4a62-b7bf-5d34dbe356e4 req-06a3b4ef-4011-44f9-b1a7-9dee44b217b1 service nova] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Received event network-vif-deleted-f35fb9e4-dc1a-4184-a67b-b3e2a5ccc72d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 767.166927] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e395c04a-78fe-48c4-bcdc-adec7ee975a1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.182521] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bc3470-b6d8-4927-a534-d3e6941eef54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.234771] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffda9d7-1009-4e23-a7f6-86cd5bf871df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.248426] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b81011-adcc-43ba-b133-7c0861c49904 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.267826] env[69385]: DEBUG nova.compute.provider_tree [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.415283] env[69385]: DEBUG oslo_vmware.api [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340033, 'name': PowerOffVM_Task, 'duration_secs': 0.333309} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.415558] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.415728] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.415976] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f846cb0c-266b-4e65-b417-83aee1d6756d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.484415] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.485943] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.486168] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.486350] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Deleting the datastore file [datastore2] 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.486602] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd8dcfaa-9279-4e6e-95ec-0cedc94be036 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.492471] env[69385]: DEBUG oslo_vmware.api [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for the task: (returnval){ [ 767.492471] env[69385]: value = "task-3340035" [ 767.492471] env[69385]: _type = "Task" [ 767.492471] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.502589] env[69385]: DEBUG oslo_vmware.api [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.543895] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dbda46e2-4152-4dfe-87ec-33fd073d3cf2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.388s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.624282] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781962} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.624689] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] f2499b0d-3142-48df-b283-2d8ff453c5ee/f2499b0d-3142-48df-b283-2d8ff453c5ee.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.625089] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.625879] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aca639f-414f-44b5-b013-c1913cb0c41d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.636023] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 767.636023] env[69385]: value = "task-3340036" [ 767.636023] env[69385]: _type = "Task" [ 767.636023] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.645784] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.774363] env[69385]: DEBUG nova.scheduler.client.report [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.004526] env[69385]: DEBUG oslo_vmware.api [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.046606] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.144964] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.312849} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.145509] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.146998] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f67a740-8366-460e-8be1-32b66a35bd0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.174066] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] f2499b0d-3142-48df-b283-2d8ff453c5ee/f2499b0d-3142-48df-b283-2d8ff453c5ee.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.174424] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54cf3b4b-e675-4e19-8bbe-b6e35d04a38e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.201559] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 768.201559] env[69385]: value = "task-3340037" [ 768.201559] env[69385]: _type = "Task" [ 768.201559] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.210385] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.279017] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.279629] env[69385]: DEBUG nova.compute.manager [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.282533] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.934s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.291101] env[69385]: INFO nova.compute.claims [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.507070] env[69385]: DEBUG oslo_vmware.api [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Task: {'id': task-3340035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667895} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.507162] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.508770] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.508770] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.508770] env[69385]: INFO nova.compute.manager [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Took 1.62 seconds to destroy the instance on the hypervisor. [ 768.508770] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.508770] env[69385]: DEBUG nova.compute.manager [-] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.509328] env[69385]: DEBUG nova.network.neutron [-] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.576282] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.715626] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340037, 'name': ReconfigVM_Task, 'duration_secs': 0.457712} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.715945] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Reconfigured VM instance instance-0000001c to attach disk [datastore1] f2499b0d-3142-48df-b283-2d8ff453c5ee/f2499b0d-3142-48df-b283-2d8ff453c5ee.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.716668] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97186117-67a6-495c-bff2-c30616d12671 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.724968] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 768.724968] env[69385]: value = "task-3340038" [ 768.724968] env[69385]: _type = "Task" [ 768.724968] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.739331] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340038, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.794658] env[69385]: DEBUG nova.compute.utils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.798936] env[69385]: DEBUG nova.compute.manager [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.799141] env[69385]: DEBUG nova.network.neutron [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.884649] env[69385]: DEBUG nova.policy [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beb666bf1fa6401c8987161faac145dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3da85090e7495fa15d268c1a1a196a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.097768] env[69385]: DEBUG nova.compute.manager [req-4c6340d6-ba35-4501-a4d6-dcaf4f2ebdaf req-f3ee4e2f-7a13-42a3-8ac2-8757460a5d44 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Received event network-vif-deleted-fe575b84-07a4-46dc-a852-11751c2dca92 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.098048] env[69385]: INFO nova.compute.manager [req-4c6340d6-ba35-4501-a4d6-dcaf4f2ebdaf req-f3ee4e2f-7a13-42a3-8ac2-8757460a5d44 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Neutron deleted interface fe575b84-07a4-46dc-a852-11751c2dca92; detaching it from the instance and deleting it from the info cache [ 769.098147] env[69385]: DEBUG nova.network.neutron [req-4c6340d6-ba35-4501-a4d6-dcaf4f2ebdaf req-f3ee4e2f-7a13-42a3-8ac2-8757460a5d44 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.203258] env[69385]: INFO nova.compute.manager [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Rebuilding instance [ 769.238703] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340038, 'name': Rename_Task, 'duration_secs': 0.149515} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.238982] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.247049] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01ae1203-780e-4739-b2ef-fc513ff79627 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.254726] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 769.254726] env[69385]: value = "task-3340039" [ 769.254726] env[69385]: _type = "Task" [ 769.254726] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.263498] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.272022] env[69385]: DEBUG nova.compute.manager [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.272022] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5847cc-c23f-448d-b8bb-2e3fb88e45fe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.299677] env[69385]: DEBUG nova.compute.manager [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.433023] env[69385]: DEBUG nova.network.neutron [-] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.575537] env[69385]: DEBUG nova.network.neutron [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Successfully created port: b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.601423] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84e8ac1b-31bb-4a48-bff7-ec26a9af741b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.611981] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cf464c-e9c5-4c56-b2b9-55353095a978 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.649955] env[69385]: DEBUG nova.compute.manager [req-4c6340d6-ba35-4501-a4d6-dcaf4f2ebdaf req-f3ee4e2f-7a13-42a3-8ac2-8757460a5d44 service nova] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Detach interface failed, port_id=fe575b84-07a4-46dc-a852-11751c2dca92, reason: Instance 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 769.765222] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.903664] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb85ea8-25df-4602-934b-d92af92f8812 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.911918] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9650232c-bb14-4741-810d-fd247288a8b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.951326] env[69385]: INFO nova.compute.manager [-] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Took 1.44 seconds to deallocate network for instance. [ 769.954804] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0582b91-2616-4573-94a9-52d38e2b8510 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.966995] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db6723-16b4-42b3-94b5-75c8413252dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.981767] env[69385]: DEBUG nova.compute.provider_tree [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.267842] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.282155] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.282489] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-767d3329-0c90-4d12-8563-6d87c24d41ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.291021] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 770.291021] env[69385]: value = "task-3340040" [ 770.291021] env[69385]: _type = "Task" [ 770.291021] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.299809] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.312685] env[69385]: DEBUG nova.compute.manager [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.349135] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.349135] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.349135] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.349351] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.349351] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.349351] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.349351] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.349351] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.349505] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.349568] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.349746] env[69385]: DEBUG nova.virt.hardware [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.350639] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe8045b-bac2-4d81-b483-c070a2e92250 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.359374] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2bd1b2-7efc-4411-8249-1abcd9a8ea8e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.463639] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.489199] env[69385]: DEBUG nova.scheduler.client.report [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.767081] env[69385]: DEBUG oslo_vmware.api [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340039, 'name': PowerOnVM_Task, 'duration_secs': 1.047392} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.767405] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.767644] env[69385]: INFO nova.compute.manager [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Took 7.50 seconds to spawn the instance on the hypervisor. [ 770.767859] env[69385]: DEBUG nova.compute.manager [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.768683] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bece76-c04f-4cad-9981-289a2d30002e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.801141] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340040, 'name': PowerOffVM_Task, 'duration_secs': 0.21026} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.801141] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.801141] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.802449] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20af2fc-a098-4ca2-9d08-1994177079a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.810360] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.810509] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff9b20d-59b2-4455-b2d7-aea1f002fe98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.867651] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.867870] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.868056] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleting the datastore file [datastore1] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.868373] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97d9c6fd-fad1-48d3-96f5-d05694c62356 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.881258] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 770.881258] env[69385]: value = "task-3340042" [ 770.881258] env[69385]: _type = "Task" [ 770.881258] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.892331] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.997997] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.998684] env[69385]: DEBUG nova.compute.manager [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.004260] env[69385]: DEBUG oslo_concurrency.lockutils [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.715s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.004260] env[69385]: DEBUG nova.objects.instance [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lazy-loading 'resources' on Instance uuid 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.290807] env[69385]: INFO nova.compute.manager [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Took 40.02 seconds to build instance. [ 771.393203] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148017} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.395160] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.395367] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.395541] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.402267] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquiring lock "0988bcff-d0ed-43cb-994b-e870b9866634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.402267] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "0988bcff-d0ed-43cb-994b-e870b9866634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.507185] env[69385]: DEBUG nova.compute.utils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.512039] env[69385]: DEBUG nova.compute.manager [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 771.571168] env[69385]: DEBUG nova.compute.manager [req-1799185b-dce4-45b0-91cb-04e809f446a2 req-15fe6251-2499-4578-9ae8-6863849e238c service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Received event network-vif-plugged-b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.571397] env[69385]: DEBUG oslo_concurrency.lockutils [req-1799185b-dce4-45b0-91cb-04e809f446a2 req-15fe6251-2499-4578-9ae8-6863849e238c service nova] Acquiring lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.571597] env[69385]: DEBUG oslo_concurrency.lockutils [req-1799185b-dce4-45b0-91cb-04e809f446a2 req-15fe6251-2499-4578-9ae8-6863849e238c service nova] Lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.571758] env[69385]: DEBUG oslo_concurrency.lockutils [req-1799185b-dce4-45b0-91cb-04e809f446a2 req-15fe6251-2499-4578-9ae8-6863849e238c service nova] Lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.571921] env[69385]: DEBUG nova.compute.manager [req-1799185b-dce4-45b0-91cb-04e809f446a2 req-15fe6251-2499-4578-9ae8-6863849e238c service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] No waiting events found dispatching network-vif-plugged-b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.572125] env[69385]: WARNING nova.compute.manager [req-1799185b-dce4-45b0-91cb-04e809f446a2 req-15fe6251-2499-4578-9ae8-6863849e238c service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Received unexpected event network-vif-plugged-b44bfb3d-5c25-464a-8ebf-dbb25167a869 for instance with vm_state building and task_state spawning. [ 771.785864] env[69385]: DEBUG nova.network.neutron [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Successfully updated port: b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.796019] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55d7809d-e6b7-4b2e-b2fd-776c643f8975 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "f2499b0d-3142-48df-b283-2d8ff453c5ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.913s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.017686] env[69385]: DEBUG nova.compute.manager [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.129654] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcd2323-dcdb-45e8-b519-332f1fe34ec8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.138190] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab237b0-91d0-4bb5-971d-a01363597901 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.178884] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220dad6f-da26-45b7-86ee-a2e06d3bfa8a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.188487] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aab8acc-f309-4c0a-a04b-44d5fe9e0d6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.204088] env[69385]: DEBUG nova.compute.provider_tree [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.253683] env[69385]: DEBUG oslo_concurrency.lockutils [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "f2499b0d-3142-48df-b283-2d8ff453c5ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.253989] env[69385]: DEBUG oslo_concurrency.lockutils [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "f2499b0d-3142-48df-b283-2d8ff453c5ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.254238] env[69385]: DEBUG oslo_concurrency.lockutils [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "f2499b0d-3142-48df-b283-2d8ff453c5ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.254435] env[69385]: DEBUG oslo_concurrency.lockutils [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "f2499b0d-3142-48df-b283-2d8ff453c5ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.254608] env[69385]: DEBUG oslo_concurrency.lockutils [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "f2499b0d-3142-48df-b283-2d8ff453c5ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.263034] env[69385]: INFO nova.compute.manager [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Terminating instance [ 772.290997] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.290997] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquired lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.290997] env[69385]: DEBUG nova.network.neutron [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.296689] env[69385]: DEBUG nova.compute.manager [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.454594] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.454834] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.454986] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.455229] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.455383] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.455531] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.455736] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.455890] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.456394] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.457093] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.457093] env[69385]: DEBUG nova.virt.hardware [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.458464] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db60a26b-a176-4593-8bbf-817868280618 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.468428] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab83f2-f0b9-422c-b0f0-10bdfa519d50 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.484674] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:6e:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79e458fa-a041-489a-bdc4-8c0a2b64685d', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.493391] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.493670] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.493892] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16fc5331-4d83-4da5-a072-776d5e3caaa4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.514790] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.514790] env[69385]: value = "task-3340043" [ 772.514790] env[69385]: _type = "Task" [ 772.514790] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.522617] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340043, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.707322] env[69385]: DEBUG nova.scheduler.client.report [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.769375] env[69385]: DEBUG nova.compute.manager [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.769375] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.770271] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688ee44-96f1-44a0-9d93-f0e1666c34cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.779015] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.780112] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50dc318-0c06-40a9-a837-44d4c23ef37c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.786236] env[69385]: DEBUG oslo_vmware.api [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 772.786236] env[69385]: value = "task-3340044" [ 772.786236] env[69385]: _type = "Task" [ 772.786236] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.796486] env[69385]: DEBUG oslo_vmware.api [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.828733] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.845648] env[69385]: DEBUG nova.network.neutron [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.028704] env[69385]: DEBUG nova.compute.manager [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.030767] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340043, 'name': CreateVM_Task, 'duration_secs': 0.313726} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.032423] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.032423] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.032423] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.033729] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.033729] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5391d2-5326-49aa-a6d4-a3ea65007e37 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.038086] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 773.038086] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521c26f1-5e25-8b43-42bd-faeeb9888e89" [ 773.038086] env[69385]: _type = "Task" [ 773.038086] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.047802] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521c26f1-5e25-8b43-42bd-faeeb9888e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.062909] env[69385]: DEBUG nova.network.neutron [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updating instance_info_cache with network_info: [{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.068898] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.069792] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.069792] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.069792] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.069792] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.069792] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.069991] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.070085] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.070251] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.070410] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.070665] env[69385]: DEBUG nova.virt.hardware [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.071547] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceefa35-aecb-4389-99d9-503c74507699 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.080103] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c02c7fc-eb74-4329-b4f5-e3fd64583c5d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.097751] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.104078] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Creating folder: Project (d4ceb42625e7463391de6ec171371612). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.104664] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e50f8bf2-7cd3-4070-ba19-b175cc0b74f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.114678] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Created folder: Project (d4ceb42625e7463391de6ec171371612) in parent group-v666556. [ 773.114864] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Creating folder: Instances. Parent ref: group-v666640. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.115105] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6e4f308-3468-425b-9881-8f4c9ad54c96 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.123845] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Created folder: Instances in parent group-v666640. [ 773.124032] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.124215] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.124351] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-352b7e1f-db24-4f20-9889-6861da7c287e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.143340] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.143340] env[69385]: value = "task-3340047" [ 773.143340] env[69385]: _type = "Task" [ 773.143340] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.152127] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340047, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.214926] env[69385]: DEBUG oslo_concurrency.lockutils [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.217658] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.537s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.217913] env[69385]: DEBUG nova.objects.instance [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lazy-loading 'resources' on Instance uuid bf04c9de-9bdb-4d08-be0d-54c3986f075f {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.247514] env[69385]: INFO nova.scheduler.client.report [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Deleted allocations for instance 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16 [ 773.296976] env[69385]: DEBUG oslo_vmware.api [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340044, 'name': PowerOffVM_Task, 'duration_secs': 0.456328} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.297415] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.297574] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.298907] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49949548-31a4-4f03-861b-450ae8e5c637 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.371170] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.371407] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.371586] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Deleting the datastore file [datastore1] f2499b0d-3142-48df-b283-2d8ff453c5ee {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.372074] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4067853c-d29d-4908-a4b5-381a0389e0e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.379347] env[69385]: DEBUG oslo_vmware.api [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for the task: (returnval){ [ 773.379347] env[69385]: value = "task-3340049" [ 773.379347] env[69385]: _type = "Task" [ 773.379347] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.388766] env[69385]: DEBUG oslo_vmware.api [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.550352] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521c26f1-5e25-8b43-42bd-faeeb9888e89, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.550677] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.550910] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.551211] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.551441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.551642] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.551953] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28aec3a6-fd9c-4352-9bc1-753281ddd182 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.560998] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.560998] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.561494] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcad7747-22b0-4c85-be15-71413889ae21 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.564673] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Releasing lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.565223] env[69385]: DEBUG nova.compute.manager [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Instance network_info: |[{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.565920] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:f1:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b44bfb3d-5c25-464a-8ebf-dbb25167a869', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.577992] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Creating folder: Project (bd3da85090e7495fa15d268c1a1a196a). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.578944] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d66c4d57-56a2-4547-bd58-e97e4d1d2435 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.584981] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 773.584981] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f70a04-5632-f84f-bfaa-964352d1f90b" [ 773.584981] env[69385]: _type = "Task" [ 773.584981] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.592350] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f70a04-5632-f84f-bfaa-964352d1f90b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.593624] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Created folder: Project (bd3da85090e7495fa15d268c1a1a196a) in parent group-v666556. [ 773.593968] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Creating folder: Instances. Parent ref: group-v666643. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.594250] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d399c833-315a-40b9-8249-3a5f4e5be7bc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.603265] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Created folder: Instances in parent group-v666643. [ 773.603502] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.604564] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.604798] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80b1c501-0310-42cd-8d16-40faa995eabc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.625453] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.625453] env[69385]: value = "task-3340052" [ 773.625453] env[69385]: _type = "Task" [ 773.625453] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.633638] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340052, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.635858] env[69385]: DEBUG nova.compute.manager [req-f6869bf1-2ca1-489b-9ff1-8659bffe7e6f req-d6036525-3b57-4ce9-b37a-78fa96b11651 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Received event network-changed-b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 773.636040] env[69385]: DEBUG nova.compute.manager [req-f6869bf1-2ca1-489b-9ff1-8659bffe7e6f req-d6036525-3b57-4ce9-b37a-78fa96b11651 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Refreshing instance network info cache due to event network-changed-b44bfb3d-5c25-464a-8ebf-dbb25167a869. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 773.636256] env[69385]: DEBUG oslo_concurrency.lockutils [req-f6869bf1-2ca1-489b-9ff1-8659bffe7e6f req-d6036525-3b57-4ce9-b37a-78fa96b11651 service nova] Acquiring lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.636395] env[69385]: DEBUG oslo_concurrency.lockutils [req-f6869bf1-2ca1-489b-9ff1-8659bffe7e6f req-d6036525-3b57-4ce9-b37a-78fa96b11651 service nova] Acquired lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.636714] env[69385]: DEBUG nova.network.neutron [req-f6869bf1-2ca1-489b-9ff1-8659bffe7e6f req-d6036525-3b57-4ce9-b37a-78fa96b11651 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Refreshing network info cache for port b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.657256] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340047, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.755554] env[69385]: DEBUG oslo_concurrency.lockutils [None req-10c778b8-2a5e-4e83-8182-07187f6b659d tempest-AttachInterfacesV270Test-541576709 tempest-AttachInterfacesV270Test-541576709-project-member] Lock "38e764ad-9cbc-4cd8-95d3-6c6e733dcf16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.376s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.892949] env[69385]: DEBUG oslo_vmware.api [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Task: {'id': task-3340049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143658} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.895671] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.895862] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.896116] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.896314] env[69385]: INFO nova.compute.manager [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 773.896557] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.896984] env[69385]: DEBUG nova.compute.manager [-] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.897096] env[69385]: DEBUG nova.network.neutron [-] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.098106] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f70a04-5632-f84f-bfaa-964352d1f90b, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.101219] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf69300-cb32-4edd-9bdc-5487efedd9db {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.106924] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 774.106924] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cf53d7-2202-de85-1e68-703302f6487b" [ 774.106924] env[69385]: _type = "Task" [ 774.106924] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.117101] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cf53d7-2202-de85-1e68-703302f6487b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.120731] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.120950] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372/cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.121416] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1cdf919-451e-402a-80cb-eae8b5cec79b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.131644] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 774.131644] env[69385]: value = "task-3340053" [ 774.131644] env[69385]: _type = "Task" [ 774.131644] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.145203] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340052, 'name': CreateVM_Task, 'duration_secs': 0.327392} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.145203] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.145597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.145627] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.146070] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.150226] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835702e2-0074-48a5-bb20-f6643e24d740 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.152380] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.159716] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 774.159716] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522fe87a-3dfd-2163-90d1-8d95697c0c21" [ 774.159716] env[69385]: _type = "Task" [ 774.159716] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.167760] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340047, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.176136] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522fe87a-3dfd-2163-90d1-8d95697c0c21, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.176440] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.178468] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.178718] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.178864] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.179703] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.181632] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e187ed53-2c39-4c9d-af0c-dd5a452294c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.199394] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.199791] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.200910] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62772155-7b8a-4a7b-8976-e45ae299cbd8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.208034] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 774.208034] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521b998f-165d-bf1d-e80d-10c20644a8f1" [ 774.208034] env[69385]: _type = "Task" [ 774.208034] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.218898] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521b998f-165d-bf1d-e80d-10c20644a8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.312830] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd7907b-636d-4adc-ba83-a4cbd99a2477 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.321673] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4b55ac-6423-47e8-9c14-0d967cda66f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.362133] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe8a3f9-02fc-4877-8999-3c028cb6c1fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.371282] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e96b89-6c73-40ec-9364-02412f560cfc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.385549] env[69385]: DEBUG nova.compute.provider_tree [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.591982] env[69385]: DEBUG nova.network.neutron [req-f6869bf1-2ca1-489b-9ff1-8659bffe7e6f req-d6036525-3b57-4ce9-b37a-78fa96b11651 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updated VIF entry in instance network info cache for port b44bfb3d-5c25-464a-8ebf-dbb25167a869. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.592808] env[69385]: DEBUG nova.network.neutron [req-f6869bf1-2ca1-489b-9ff1-8659bffe7e6f req-d6036525-3b57-4ce9-b37a-78fa96b11651 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updating instance_info_cache with network_info: [{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.641879] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476983} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.642306] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372/cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.643275] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.644064] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2eceb36-0f09-4d2b-be51-e6009b5564d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.651027] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 774.651027] env[69385]: value = "task-3340054" [ 774.651027] env[69385]: _type = "Task" [ 774.651027] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.670078] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.670654] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340047, 'name': CreateVM_Task, 'duration_secs': 1.322054} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.670897] env[69385]: DEBUG nova.network.neutron [-] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.676022] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.676022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.676022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.676022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.676022] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de61095e-59de-4f84-840b-76be1ae0d00e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.682279] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 774.682279] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e83c0c-3e1c-46b5-efcd-a0f0cc9b809f" [ 774.682279] env[69385]: _type = "Task" [ 774.682279] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.691858] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e83c0c-3e1c-46b5-efcd-a0f0cc9b809f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.720171] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521b998f-165d-bf1d-e80d-10c20644a8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.720980] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1536d9e5-3348-4339-a52e-69fabcc64136 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.730534] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 774.730534] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526fd180-a6fb-8ba3-ba75-824fdde25392" [ 774.730534] env[69385]: _type = "Task" [ 774.730534] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.740172] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526fd180-a6fb-8ba3-ba75-824fdde25392, 'name': SearchDatastore_Task} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.740172] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.740311] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 4a6f8144-9a73-4e24-a5ae-5a457aceb446/4a6f8144-9a73-4e24-a5ae-5a457aceb446.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.740550] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-269712fd-96c4-48d8-b121-e1f3e59ef761 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.752153] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquiring lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.752382] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.752652] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 774.752652] env[69385]: value = "task-3340055" [ 774.752652] env[69385]: _type = "Task" [ 774.752652] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.761813] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.893194] env[69385]: DEBUG nova.scheduler.client.report [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.097418] env[69385]: DEBUG oslo_concurrency.lockutils [req-f6869bf1-2ca1-489b-9ff1-8659bffe7e6f req-d6036525-3b57-4ce9-b37a-78fa96b11651 service nova] Releasing lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.163723] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06243} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.164028] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.164841] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f338fb20-7304-4ec1-a662-d117377d08d6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.179759] env[69385]: INFO nova.compute.manager [-] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Took 1.28 seconds to deallocate network for instance. [ 775.189493] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372/cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.191689] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-989c3eb2-8498-4353-b61b-359fcb302c2b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.219916] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e83c0c-3e1c-46b5-efcd-a0f0cc9b809f, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.221287] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.221528] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.221759] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.221902] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.222090] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.222418] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 775.222418] env[69385]: value = "task-3340056" [ 775.222418] env[69385]: _type = "Task" [ 775.222418] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.222610] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a03719-f205-4866-a305-d7267ee4ad62 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.235691] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.236068] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.237024] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa687c7b-12b6-4c2f-be49-364c6fb29ba5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.244791] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 775.244791] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52197f2f-7d0b-b9a0-1dab-489e20c203a8" [ 775.244791] env[69385]: _type = "Task" [ 775.244791] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.254177] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52197f2f-7d0b-b9a0-1dab-489e20c203a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.264511] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457483} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.264795] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 4a6f8144-9a73-4e24-a5ae-5a457aceb446/4a6f8144-9a73-4e24-a5ae-5a457aceb446.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.265079] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.265346] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0068af0-dff9-41f1-9806-119d30ac70da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.272176] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 775.272176] env[69385]: value = "task-3340057" [ 775.272176] env[69385]: _type = "Task" [ 775.272176] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.281356] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.396271] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.398606] env[69385]: DEBUG oslo_concurrency.lockutils [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.812s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.427019] env[69385]: INFO nova.scheduler.client.report [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleted allocations for instance bf04c9de-9bdb-4d08-be0d-54c3986f075f [ 775.676901] env[69385]: DEBUG nova.compute.manager [req-a5b1faa9-89ba-4cad-a851-7bbeebdcc194 req-6f64a347-bf91-45c7-b38e-e56262e33470 service nova] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Received event network-vif-deleted-6f972dd1-b5bc-4753-a971-a2229bb26ea1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 775.711541] env[69385]: DEBUG oslo_concurrency.lockutils [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.736102] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340056, 'name': ReconfigVM_Task, 'duration_secs': 0.335305} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.736102] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Reconfigured VM instance instance-0000001b to attach disk [datastore2] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372/cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.736545] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-037d1e20-570a-49a2-ba7b-75794d6a7d1f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.743262] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 775.743262] env[69385]: value = "task-3340058" [ 775.743262] env[69385]: _type = "Task" [ 775.743262] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.756012] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52197f2f-7d0b-b9a0-1dab-489e20c203a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.759746] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340058, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.759968] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45ff6af-8070-49f0-8b72-30af99bcdd14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.765192] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 775.765192] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a3ba3f-22b3-0ff1-4ec7-4c99ac2d9365" [ 775.765192] env[69385]: _type = "Task" [ 775.765192] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.774356] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a3ba3f-22b3-0ff1-4ec7-4c99ac2d9365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.781714] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066105} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.781985] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.782781] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d902cb6-81ea-40c8-b02a-9dd904618db5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.806983] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 4a6f8144-9a73-4e24-a5ae-5a457aceb446/4a6f8144-9a73-4e24-a5ae-5a457aceb446.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.807763] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d791b7de-99bb-42d1-9be0-b8c7633e3e01 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.826521] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 775.826521] env[69385]: value = "task-3340059" [ 775.826521] env[69385]: _type = "Task" [ 775.826521] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.834624] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.936461] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8455fb6d-7665-4ba1-8cff-ec652730f401 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "bf04c9de-9bdb-4d08-be0d-54c3986f075f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.111s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.253671] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340058, 'name': Rename_Task, 'duration_secs': 0.140178} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.256407] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.257143] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2a32ca9-6455-4bd4-89fe-967d53a624ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.263123] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 776.263123] env[69385]: value = "task-3340060" [ 776.263123] env[69385]: _type = "Task" [ 776.263123] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.275890] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.281843] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a3ba3f-22b3-0ff1-4ec7-4c99ac2d9365, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.284671] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.284968] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff/47a7edf1-6b45-48af-b53a-4ab6f1990bff.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.285415] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97d49ca6-ca88-41fb-ab99-cd654f5cb246 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.292351] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 776.292351] env[69385]: value = "task-3340061" [ 776.292351] env[69385]: _type = "Task" [ 776.292351] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.300734] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.341046] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340059, 'name': ReconfigVM_Task, 'duration_secs': 0.277578} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.344182] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 4a6f8144-9a73-4e24-a5ae-5a457aceb446/4a6f8144-9a73-4e24-a5ae-5a457aceb446.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.345240] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a28a9d-bfca-4977-8d37-4856466e4fd5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.353859] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 776.353859] env[69385]: value = "task-3340062" [ 776.353859] env[69385]: _type = "Task" [ 776.353859] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.367750] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340062, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.442404] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a96de8-cc7b-436a-9907-e969d332b803 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.450415] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2751a225-f7a2-4ad1-bd11-13259000b427 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.482761] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdee39e-e701-4d9e-adeb-67c852c43d2f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.490911] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cba44f7-3b2a-4c9a-8e20-4c7519f37d8e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.505236] env[69385]: DEBUG nova.compute.provider_tree [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.689082] env[69385]: DEBUG oslo_concurrency.lockutils [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "6c78162d-a0fa-4a65-ac65-a2373e077764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.689242] env[69385]: DEBUG oslo_concurrency.lockutils [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.689459] env[69385]: DEBUG oslo_concurrency.lockutils [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "6c78162d-a0fa-4a65-ac65-a2373e077764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.689703] env[69385]: DEBUG oslo_concurrency.lockutils [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.689996] env[69385]: DEBUG oslo_concurrency.lockutils [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.697797] env[69385]: INFO nova.compute.manager [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Terminating instance [ 776.776958] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340060, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.804635] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340061, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.864414] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340062, 'name': Rename_Task, 'duration_secs': 0.180069} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.864704] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.864956] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65cab2da-16eb-48a2-9671-499d2fdfc26d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.872944] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 776.872944] env[69385]: value = "task-3340063" [ 776.872944] env[69385]: _type = "Task" [ 776.872944] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.885160] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.009026] env[69385]: DEBUG nova.scheduler.client.report [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.206106] env[69385]: DEBUG nova.compute.manager [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.206106] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.207026] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd2cc24-257b-4361-b246-f6fa5ecf0e9a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.214346] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.214587] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67232fe9-5d63-4cf7-b815-f529075f8e90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.221308] env[69385]: DEBUG oslo_vmware.api [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 777.221308] env[69385]: value = "task-3340064" [ 777.221308] env[69385]: _type = "Task" [ 777.221308] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.229701] env[69385]: DEBUG oslo_vmware.api [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3340064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.272934] env[69385]: DEBUG oslo_vmware.api [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340060, 'name': PowerOnVM_Task, 'duration_secs': 0.803745} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.272995] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.273342] env[69385]: DEBUG nova.compute.manager [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.274127] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c2e4c4-63bc-425a-b202-0cd4b9f7c19b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.303052] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579698} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.303331] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff/47a7edf1-6b45-48af-b53a-4ab6f1990bff.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.303560] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.303828] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2d99d1a-8491-4511-b43c-f78dade3db72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.309790] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 777.309790] env[69385]: value = "task-3340065" [ 777.309790] env[69385]: _type = "Task" [ 777.309790] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.317442] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.383486] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340063, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.731391] env[69385]: DEBUG oslo_vmware.api [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3340064, 'name': PowerOffVM_Task, 'duration_secs': 0.39512} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.732211] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.732211] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.732211] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5380ca7-5538-4f69-98d1-5689fc199c09 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.792118] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.820194] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073911} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.820475] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.821286] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef78e0d-5252-40b4-a0ab-71fca95b7fdf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.845149] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff/47a7edf1-6b45-48af-b53a-4ab6f1990bff.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.845700] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a5aedab-cf67-4b90-a0b8-76453ac0a481 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.870752] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 777.870752] env[69385]: value = "task-3340067" [ 777.870752] env[69385]: _type = "Task" [ 777.870752] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.884286] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340067, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.887488] env[69385]: DEBUG oslo_vmware.api [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340063, 'name': PowerOnVM_Task, 'duration_secs': 0.996364} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.887741] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.887940] env[69385]: INFO nova.compute.manager [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Took 7.58 seconds to spawn the instance on the hypervisor. [ 777.888132] env[69385]: DEBUG nova.compute.manager [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.889188] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf0043e-4f95-4a26-b2dd-0e36c2d6b397 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.943621] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.943878] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.944073] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleting the datastore file [datastore2] 6c78162d-a0fa-4a65-ac65-a2373e077764 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.944387] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32fde444-6023-4eb6-bcc6-0ca73b8a49b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.954236] env[69385]: DEBUG oslo_vmware.api [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for the task: (returnval){ [ 777.954236] env[69385]: value = "task-3340068" [ 777.954236] env[69385]: _type = "Task" [ 777.954236] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.963575] env[69385]: DEBUG oslo_vmware.api [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3340068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.022374] env[69385]: DEBUG oslo_concurrency.lockutils [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.624s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.028289] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.716s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.028289] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.028289] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 778.028289] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.424s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.030144] env[69385]: INFO nova.compute.claims [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.034748] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da465481-5228-4d2f-8ed7-ffcfa557e02f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.043393] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f3a926-50dd-439b-99af-403ce45ecaca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.061248] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d88b81e-a6ac-4a47-9a85-645a699260f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.068952] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33105c32-3da4-485a-8933-e3c0182f25c6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.107324] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180136MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 778.107488] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.383820] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340067, 'name': ReconfigVM_Task, 'duration_secs': 0.37067} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.383820] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff/47a7edf1-6b45-48af-b53a-4ab6f1990bff.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.384346] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1b86559-bdb7-45fc-a7c0-ff5ca7595842 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.392265] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 778.392265] env[69385]: value = "task-3340069" [ 778.392265] env[69385]: _type = "Task" [ 778.392265] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.412219] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340069, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.412780] env[69385]: INFO nova.compute.manager [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Took 43.44 seconds to build instance. [ 778.466348] env[69385]: DEBUG oslo_vmware.api [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Task: {'id': task-3340068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287618} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.466978] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.466978] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.467723] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.467920] env[69385]: INFO nova.compute.manager [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Took 1.26 seconds to destroy the instance on the hypervisor. [ 778.468204] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.468434] env[69385]: DEBUG nova.compute.manager [-] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.468650] env[69385]: DEBUG nova.network.neutron [-] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.612992] env[69385]: INFO nova.scheduler.client.report [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Deleted allocation for migration 0238a726-43ea-4131-b0df-da6b66dd8f32 [ 778.902955] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340069, 'name': Rename_Task, 'duration_secs': 0.159632} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.903482] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.903737] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e63d44d-ec49-4160-a870-9fff4ed6693a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.914351] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 778.914351] env[69385]: value = "task-3340070" [ 778.914351] env[69385]: _type = "Task" [ 778.914351] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.915089] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ced65517-2a27-4cae-81d5-64c472701335 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.417s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.925935] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.121456] env[69385]: DEBUG oslo_concurrency.lockutils [None req-875f7233-d1dd-453a-b3ff-e5e188d5b77c tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.903s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.429245] env[69385]: DEBUG nova.compute.manager [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.432238] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340070, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.579351] env[69385]: DEBUG nova.compute.manager [req-60d2cb2b-ca9a-49a8-ab43-f811bc70e83f req-3f937d61-66e7-4093-aae4-bd561d39f3cf service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Received event network-vif-deleted-2ed35891-1a35-4198-bec6-035a74ba981d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.580019] env[69385]: INFO nova.compute.manager [req-60d2cb2b-ca9a-49a8-ab43-f811bc70e83f req-3f937d61-66e7-4093-aae4-bd561d39f3cf service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Neutron deleted interface 2ed35891-1a35-4198-bec6-035a74ba981d; detaching it from the instance and deleting it from the info cache [ 779.580247] env[69385]: DEBUG nova.network.neutron [req-60d2cb2b-ca9a-49a8-ab43-f811bc70e83f req-3f937d61-66e7-4093-aae4-bd561d39f3cf service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.754155] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc43b94-ee92-4d76-9ace-5e899dd5c128 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.763436] env[69385]: DEBUG nova.network.neutron [-] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.767243] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc16f83-4b0c-4dff-aa82-7786fdf7b83a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.806429] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6cdd41-4a7d-41ab-ac08-a9745039260c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.815768] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323fa647-3bde-497a-95f5-d6f8e445419f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.833911] env[69385]: DEBUG nova.compute.provider_tree [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.852622] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.852622] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.852862] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.852862] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.853115] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.856148] env[69385]: INFO nova.compute.manager [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Terminating instance [ 779.927837] env[69385]: DEBUG oslo_vmware.api [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340070, 'name': PowerOnVM_Task, 'duration_secs': 0.77372} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.928860] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.931024] env[69385]: INFO nova.compute.manager [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Took 6.90 seconds to spawn the instance on the hypervisor. [ 779.931024] env[69385]: DEBUG nova.compute.manager [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.931024] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88ac6a0-d0d5-4c17-b9d0-6044d0460669 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.970698] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.083466] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf8eb9f1-f052-4289-ae95-78ad613333b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.095297] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e11800b-1191-4f6b-a452-e90477416ead {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.129116] env[69385]: DEBUG nova.compute.manager [req-60d2cb2b-ca9a-49a8-ab43-f811bc70e83f req-3f937d61-66e7-4093-aae4-bd561d39f3cf service nova] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Detach interface failed, port_id=2ed35891-1a35-4198-bec6-035a74ba981d, reason: Instance 6c78162d-a0fa-4a65-ac65-a2373e077764 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 780.273220] env[69385]: INFO nova.compute.manager [-] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Took 1.80 seconds to deallocate network for instance. [ 780.337680] env[69385]: DEBUG nova.scheduler.client.report [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.359887] env[69385]: DEBUG nova.compute.manager [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.361161] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.362249] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee60716-db03-4097-8be5-6a090f3ec659 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.374930] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.375281] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49bf8cbd-f135-4261-8576-6df15bcb8e98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.383452] env[69385]: DEBUG oslo_vmware.api [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 780.383452] env[69385]: value = "task-3340071" [ 780.383452] env[69385]: _type = "Task" [ 780.383452] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.397894] env[69385]: DEBUG oslo_vmware.api [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.457273] env[69385]: INFO nova.compute.manager [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Took 43.13 seconds to build instance. [ 780.743623] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "5dc95d89-a3dd-465c-98c2-45b14febd162" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.743737] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.783993] env[69385]: DEBUG oslo_concurrency.lockutils [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.790975] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquiring lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.791756] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.848687] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.848687] env[69385]: DEBUG nova.compute.manager [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.852420] env[69385]: DEBUG oslo_concurrency.lockutils [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.768s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.853069] env[69385]: DEBUG nova.objects.instance [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lazy-loading 'resources' on Instance uuid 6de45726-892f-4c16-88fd-67e9f4b24259 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.895136] env[69385]: DEBUG oslo_vmware.api [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340071, 'name': PowerOffVM_Task, 'duration_secs': 0.267732} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.896370] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.896598] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.897069] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15854c61-d8f4-4374-bd79-7d71004ca402 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.962173] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.962173] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.962173] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleting the datastore file [datastore2] cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.962498] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26802117-f728-4f54-9f94-1ea9da789c70 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.967086] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f9883bfe-ca98-4b2a-ac80-ca978d1058de tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "47a7edf1-6b45-48af-b53a-4ab6f1990bff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.265s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.975095] env[69385]: DEBUG oslo_vmware.api [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 780.975095] env[69385]: value = "task-3340073" [ 780.975095] env[69385]: _type = "Task" [ 780.975095] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.986403] env[69385]: DEBUG oslo_vmware.api [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.356656] env[69385]: DEBUG nova.compute.utils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.358106] env[69385]: DEBUG nova.compute.manager [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.358279] env[69385]: DEBUG nova.network.neutron [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.400370] env[69385]: DEBUG nova.policy [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25876383f3d48a5b4a8ee80ff3fccd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bb20c7ea76a4c728323406d23768e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.474652] env[69385]: DEBUG nova.compute.manager [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.491860] env[69385]: DEBUG oslo_vmware.api [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257076} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.495374] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.495968] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.496311] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.500031] env[69385]: INFO nova.compute.manager [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Took 1.14 seconds to destroy the instance on the hypervisor. [ 781.500031] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.500031] env[69385]: DEBUG nova.compute.manager [-] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.500031] env[69385]: DEBUG nova.network.neutron [-] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.507346] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "a233c308-e579-4de8-892f-8874d85acd7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.512098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "a233c308-e579-4de8-892f-8874d85acd7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.512098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "a233c308-e579-4de8-892f-8874d85acd7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.512098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "a233c308-e579-4de8-892f-8874d85acd7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.512098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "a233c308-e579-4de8-892f-8874d85acd7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.522517] env[69385]: INFO nova.compute.manager [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Terminating instance [ 781.780390] env[69385]: DEBUG nova.network.neutron [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Successfully created port: 07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.867492] env[69385]: DEBUG nova.compute.manager [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.895991] env[69385]: DEBUG nova.compute.manager [req-be67e01e-3167-42b9-af25-5f65baefe039 req-97efedda-f123-4733-ac8e-9bc0e3aa45ad service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Received event network-changed-b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 781.896201] env[69385]: DEBUG nova.compute.manager [req-be67e01e-3167-42b9-af25-5f65baefe039 req-97efedda-f123-4733-ac8e-9bc0e3aa45ad service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Refreshing instance network info cache due to event network-changed-b44bfb3d-5c25-464a-8ebf-dbb25167a869. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 781.896409] env[69385]: DEBUG oslo_concurrency.lockutils [req-be67e01e-3167-42b9-af25-5f65baefe039 req-97efedda-f123-4733-ac8e-9bc0e3aa45ad service nova] Acquiring lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.896569] env[69385]: DEBUG oslo_concurrency.lockutils [req-be67e01e-3167-42b9-af25-5f65baefe039 req-97efedda-f123-4733-ac8e-9bc0e3aa45ad service nova] Acquired lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.896704] env[69385]: DEBUG nova.network.neutron [req-be67e01e-3167-42b9-af25-5f65baefe039 req-97efedda-f123-4733-ac8e-9bc0e3aa45ad service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Refreshing network info cache for port b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.932063] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f72d7-029b-46f0-a419-5ed3b2c4eb98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.941249] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c35946-116c-48f0-b6c9-773a3b5a4a90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.985948] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca24550-8a3a-488a-a57d-938bec9f53df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.995782] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a386760c-1c2f-4ed6-9a59-fc169c28bf79 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.010875] env[69385]: DEBUG nova.compute.provider_tree [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.013085] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.025928] env[69385]: DEBUG nova.compute.manager [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.026137] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.026967] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2342e0-1711-4298-a67a-52c3dea5f816 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.035468] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.035468] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82c29253-06fb-42b8-90aa-7c96a34dcc60 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.041957] env[69385]: DEBUG oslo_vmware.api [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 782.041957] env[69385]: value = "task-3340074" [ 782.041957] env[69385]: _type = "Task" [ 782.041957] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.050551] env[69385]: DEBUG oslo_vmware.api [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.081808] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.082340] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.089898] env[69385]: INFO nova.compute.manager [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Rebuilding instance [ 782.134120] env[69385]: DEBUG nova.compute.manager [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.135244] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c4eb5f-38b7-4e74-a7b7-40ac0d3521bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.286134] env[69385]: DEBUG nova.compute.manager [req-72088967-86ff-46b5-872f-c18d9b0813e4 req-63c51066-a1a3-47b2-95c5-d6b8d2de9fdd service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Received event network-vif-deleted-79e458fa-a041-489a-bdc4-8c0a2b64685d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 782.286134] env[69385]: INFO nova.compute.manager [req-72088967-86ff-46b5-872f-c18d9b0813e4 req-63c51066-a1a3-47b2-95c5-d6b8d2de9fdd service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Neutron deleted interface 79e458fa-a041-489a-bdc4-8c0a2b64685d; detaching it from the instance and deleting it from the info cache [ 782.286134] env[69385]: DEBUG nova.network.neutron [req-72088967-86ff-46b5-872f-c18d9b0813e4 req-63c51066-a1a3-47b2-95c5-d6b8d2de9fdd service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.380346] env[69385]: DEBUG nova.network.neutron [-] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.515575] env[69385]: DEBUG nova.scheduler.client.report [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.551630] env[69385]: DEBUG oslo_vmware.api [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340074, 'name': PowerOffVM_Task, 'duration_secs': 0.204775} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.551837] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.552010] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.552267] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea212dea-68ea-463b-9594-30ee78db70e9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.610140] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.610357] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.610541] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Deleting the datastore file [datastore2] a233c308-e579-4de8-892f-8874d85acd7c {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.610791] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-187fcfcb-4863-4872-834d-c648f0d40c67 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.617286] env[69385]: DEBUG oslo_vmware.api [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 782.617286] env[69385]: value = "task-3340076" [ 782.617286] env[69385]: _type = "Task" [ 782.617286] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.624974] env[69385]: DEBUG oslo_vmware.api [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.633446] env[69385]: DEBUG nova.network.neutron [req-be67e01e-3167-42b9-af25-5f65baefe039 req-97efedda-f123-4733-ac8e-9bc0e3aa45ad service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updated VIF entry in instance network info cache for port b44bfb3d-5c25-464a-8ebf-dbb25167a869. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.633771] env[69385]: DEBUG nova.network.neutron [req-be67e01e-3167-42b9-af25-5f65baefe039 req-97efedda-f123-4733-ac8e-9bc0e3aa45ad service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updating instance_info_cache with network_info: [{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.789434] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35b2303b-2c13-419d-a827-9732a0d9c331 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.799315] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1150c0-bf34-4d16-aee2-02701c9361e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.818606] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.820086] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.829022] env[69385]: DEBUG nova.compute.manager [req-72088967-86ff-46b5-872f-c18d9b0813e4 req-63c51066-a1a3-47b2-95c5-d6b8d2de9fdd service nova] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Detach interface failed, port_id=79e458fa-a041-489a-bdc4-8c0a2b64685d, reason: Instance cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 782.880238] env[69385]: DEBUG nova.compute.manager [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.883805] env[69385]: INFO nova.compute.manager [-] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Took 1.38 seconds to deallocate network for instance. [ 782.906595] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.906837] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.906989] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.907182] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.907339] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.907507] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.907740] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.907899] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.908075] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.908239] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.908457] env[69385]: DEBUG nova.virt.hardware [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.909399] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00f0116-52e9-4bef-abdd-90bfead2f766 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.917889] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89160cfb-97b9-4a4b-b234-fbf3d33cbc91 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.023019] env[69385]: DEBUG oslo_concurrency.lockutils [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.023311] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.325s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.025228] env[69385]: INFO nova.compute.claims [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.043161] env[69385]: INFO nova.scheduler.client.report [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Deleted allocations for instance 6de45726-892f-4c16-88fd-67e9f4b24259 [ 783.128074] env[69385]: DEBUG oslo_vmware.api [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464396} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.128407] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.128558] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.128739] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.128911] env[69385]: INFO nova.compute.manager [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 783.129164] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.129354] env[69385]: DEBUG nova.compute.manager [-] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.129516] env[69385]: DEBUG nova.network.neutron [-] [instance: a233c308-e579-4de8-892f-8874d85acd7c] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.136071] env[69385]: DEBUG oslo_concurrency.lockutils [req-be67e01e-3167-42b9-af25-5f65baefe039 req-97efedda-f123-4733-ac8e-9bc0e3aa45ad service nova] Releasing lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.151884] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.152203] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e18f36d6-acb2-4c1d-bf2d-df594f6ccd31 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.159944] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 783.159944] env[69385]: value = "task-3340077" [ 783.159944] env[69385]: _type = "Task" [ 783.159944] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.170392] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.390502] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.523300] env[69385]: DEBUG nova.network.neutron [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Successfully updated port: 07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.552511] env[69385]: DEBUG oslo_concurrency.lockutils [None req-13ebfa68-acd3-4796-a224-602d1e9c1bed tempest-InstanceActionsV221TestJSON-224882812 tempest-InstanceActionsV221TestJSON-224882812-project-member] Lock "6de45726-892f-4c16-88fd-67e9f4b24259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.958s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.670533] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340077, 'name': PowerOffVM_Task, 'duration_secs': 0.226676} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.670846] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.671554] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.672355] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a34667-008c-4379-851f-415538d41b1e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.679539] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.680466] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beee04d1-6237-43b8-91e2-247d79ea2a2c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.709230] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.709230] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.709230] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Deleting the datastore file [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.709230] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36c2aad7-efcb-4ebb-8340-f806103f71e9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.713600] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 783.713600] env[69385]: value = "task-3340079" [ 783.713600] env[69385]: _type = "Task" [ 783.713600] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.722728] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.992460] env[69385]: DEBUG nova.compute.manager [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Received event network-vif-plugged-07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 783.992460] env[69385]: DEBUG oslo_concurrency.lockutils [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] Acquiring lock "4456d60a-cd3f-45c8-b48f-13f45531fea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.992460] env[69385]: DEBUG oslo_concurrency.lockutils [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] Lock "4456d60a-cd3f-45c8-b48f-13f45531fea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.992460] env[69385]: DEBUG oslo_concurrency.lockutils [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] Lock "4456d60a-cd3f-45c8-b48f-13f45531fea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.992460] env[69385]: DEBUG nova.compute.manager [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] No waiting events found dispatching network-vif-plugged-07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.992845] env[69385]: WARNING nova.compute.manager [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Received unexpected event network-vif-plugged-07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588 for instance with vm_state building and task_state spawning. [ 783.992845] env[69385]: DEBUG nova.compute.manager [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Received event network-changed-07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 783.992845] env[69385]: DEBUG nova.compute.manager [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Refreshing instance network info cache due to event network-changed-07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 783.992845] env[69385]: DEBUG oslo_concurrency.lockutils [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] Acquiring lock "refresh_cache-4456d60a-cd3f-45c8-b48f-13f45531fea6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.993923] env[69385]: DEBUG oslo_concurrency.lockutils [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] Acquired lock "refresh_cache-4456d60a-cd3f-45c8-b48f-13f45531fea6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.994063] env[69385]: DEBUG nova.network.neutron [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Refreshing network info cache for port 07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.026219] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "refresh_cache-4456d60a-cd3f-45c8-b48f-13f45531fea6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.190338] env[69385]: DEBUG nova.network.neutron [-] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.225846] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123609} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.226176] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.226458] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.226656] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.317024] env[69385]: DEBUG nova.compute.manager [req-fe7e34c8-47dd-497a-9281-cfb853fb1cc0 req-b4487d69-9d0f-4f6e-ac60-8439bf7c8a13 service nova] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Received event network-vif-deleted-2ba7e119-6a0a-4854-a806-b19e89262b23 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 784.556434] env[69385]: DEBUG nova.network.neutron [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.597280] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3f34de-c785-4f3c-80bc-f917d566b895 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.605333] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804ac234-236b-414c-b7d8-cf07c71bf7a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.645274] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4339131c-8a55-42cb-a3e1-783c27861fc1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.653063] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dea92e-8fe5-4da2-85ee-0ac762a92d5e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.668114] env[69385]: DEBUG nova.compute.provider_tree [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.688972] env[69385]: DEBUG nova.network.neutron [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.698541] env[69385]: INFO nova.compute.manager [-] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Took 1.57 seconds to deallocate network for instance. [ 785.171504] env[69385]: DEBUG nova.scheduler.client.report [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.191758] env[69385]: DEBUG oslo_concurrency.lockutils [req-0ec7990a-377c-4f7b-ac8b-5263f93346bd req-d63f25fc-f125-4186-a1eb-3574517755e8 service nova] Releasing lock "refresh_cache-4456d60a-cd3f-45c8-b48f-13f45531fea6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.192163] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "refresh_cache-4456d60a-cd3f-45c8-b48f-13f45531fea6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.192572] env[69385]: DEBUG nova.network.neutron [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.208846] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.272041] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.272041] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.272041] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.272523] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.272523] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.272523] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.272523] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.272523] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.272660] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.272660] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.272660] env[69385]: DEBUG nova.virt.hardware [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.273544] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cfe770-7570-4704-8d99-ae0f8810c0f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.281932] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80a817f-27b0-40a0-b123-bacdfac1eb0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.298256] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.304467] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.304723] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.304991] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-701bc3a4-ac74-43df-812c-5c9e54439886 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.321641] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.321641] env[69385]: value = "task-3340080" [ 785.321641] env[69385]: _type = "Task" [ 785.321641] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.329365] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340080, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.677446] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.678455] env[69385]: DEBUG nova.compute.manager [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.681273] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.326s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.681273] env[69385]: DEBUG nova.objects.instance [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lazy-loading 'resources' on Instance uuid 7a6c15e6-6305-4fce-83b4-887a46d06a26 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.832470] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340080, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.975572] env[69385]: DEBUG nova.network.neutron [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.179462] env[69385]: DEBUG nova.network.neutron [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Updating instance_info_cache with network_info: [{"id": "07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588", "address": "fa:16:3e:2c:ba:32", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f1f0c8-2c", "ovs_interfaceid": "07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.184271] env[69385]: DEBUG nova.compute.utils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.185590] env[69385]: DEBUG nova.compute.manager [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.185771] env[69385]: DEBUG nova.network.neutron [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.248178] env[69385]: DEBUG nova.policy [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '908db725d8df47bfb16ac98d59f8ac99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdc47342d6ad486f92c81a9e65084e99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.334196] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340080, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.640407] env[69385]: DEBUG nova.network.neutron [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Successfully created port: cd14135e-e51b-4a16-a5c2-4924b693d718 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.685317] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "refresh_cache-4456d60a-cd3f-45c8-b48f-13f45531fea6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.685317] env[69385]: DEBUG nova.compute.manager [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Instance network_info: |[{"id": "07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588", "address": "fa:16:3e:2c:ba:32", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f1f0c8-2c", "ovs_interfaceid": "07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.685573] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ba:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.697074] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.697677] env[69385]: DEBUG nova.compute.manager [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.700746] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.701489] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1785ab33-ced8-415d-b8ea-98e9b5e02934 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.724818] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.724818] env[69385]: value = "task-3340081" [ 786.724818] env[69385]: _type = "Task" [ 786.724818] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.734612] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340081, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.835124] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340080, 'name': CreateVM_Task, 'duration_secs': 1.266121} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.835124] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.835616] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.835720] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.836117] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.836397] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52330c3c-ae84-4a82-9fec-38b198bcdc4f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.842887] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 786.842887] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52529e65-4afe-f39f-f4da-c799644b6ed0" [ 786.842887] env[69385]: _type = "Task" [ 786.842887] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.854047] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52529e65-4afe-f39f-f4da-c799644b6ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.854379] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.855022] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.855394] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.857206] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.857206] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.857206] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f4ef1bd-7842-4914-9a90-a5c188303d37 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.866225] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.866426] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.867117] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f32c06a-3f6b-4db6-aad3-cdd34e32a8a8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.875673] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 786.875673] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5266fe1e-f040-8066-0b4a-4d66ad14fb91" [ 786.875673] env[69385]: _type = "Task" [ 786.875673] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.883101] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5266fe1e-f040-8066-0b4a-4d66ad14fb91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.890292] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5624a07c-1d8d-41aa-907a-9b9da9115be4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.895790] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aca251-3db3-451a-b4a1-5bb45bafdb5e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.930771] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f7006d-3a66-4ef2-9d73-6b8de644e92b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.938793] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94486d07-be28-4c67-83de-fe276ea09c36 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.956855] env[69385]: DEBUG nova.compute.provider_tree [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.236010] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340081, 'name': CreateVM_Task, 'duration_secs': 0.33957} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.236378] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.236879] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.237048] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.237416] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.237658] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56e6b9f-078a-402a-8a0c-ab7490e98177 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.243230] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 787.243230] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d3cd50-f577-8366-9819-7fba2d4c1bd7" [ 787.243230] env[69385]: _type = "Task" [ 787.243230] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.251717] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d3cd50-f577-8366-9819-7fba2d4c1bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.387636] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5266fe1e-f040-8066-0b4a-4d66ad14fb91, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.388501] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c48e42b-3020-4ccd-9287-a0b584a07d51 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.394961] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 787.394961] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52144b82-4b5c-9975-f98e-1d88d543b498" [ 787.394961] env[69385]: _type = "Task" [ 787.394961] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.402857] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52144b82-4b5c-9975-f98e-1d88d543b498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.461065] env[69385]: DEBUG nova.scheduler.client.report [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.725495] env[69385]: DEBUG nova.compute.manager [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.756046] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d3cd50-f577-8366-9819-7fba2d4c1bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.014723} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.757645] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.757889] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.758133] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.758279] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.758490] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.758940] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46abd53e-749a-470e-bddf-dd6978da19d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.768773] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.768773] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.770260] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.770473] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.770618] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.770789] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.770926] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.771080] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.771291] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.772229] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.772229] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.772229] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.772229] env[69385]: DEBUG nova.virt.hardware [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.772413] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5302c1e5-7960-40a9-a4c3-5081996a1957 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.775261] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c27ea6e-995b-49e7-b009-2118a36a0e97 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.780900] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 787.780900] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525d0011-81e0-bc33-1de0-d2c764bced76" [ 787.780900] env[69385]: _type = "Task" [ 787.780900] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.786511] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba17663-138c-47d8-9240-8baa038d898b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.795679] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525d0011-81e0-bc33-1de0-d2c764bced76, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.805195] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549ed049-37da-4fa7-a58b-4dad2510c870 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.809976] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 787.809976] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a011c1-4e1c-9fef-76ec-4904cec5f06f" [ 787.809976] env[69385]: _type = "Task" [ 787.809976] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.817145] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a011c1-4e1c-9fef-76ec-4904cec5f06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.906024] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52144b82-4b5c-9975-f98e-1d88d543b498, 'name': SearchDatastore_Task, 'duration_secs': 0.027428} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.906304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.906557] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff/47a7edf1-6b45-48af-b53a-4ab6f1990bff.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.906821] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-becb1e8e-b068-4ce1-95b5-27ccea77518e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.913442] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 787.913442] env[69385]: value = "task-3340082" [ 787.913442] env[69385]: _type = "Task" [ 787.913442] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.922585] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.965747] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.970399] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.247s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.974027] env[69385]: INFO nova.compute.claims [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.995910] env[69385]: INFO nova.scheduler.client.report [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Deleted allocations for instance 7a6c15e6-6305-4fce-83b4-887a46d06a26 [ 788.323157] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a011c1-4e1c-9fef-76ec-4904cec5f06f, 'name': SearchDatastore_Task, 'duration_secs': 0.00816} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.325027] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.325224] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 4456d60a-cd3f-45c8-b48f-13f45531fea6/4456d60a-cd3f-45c8-b48f-13f45531fea6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.326539] env[69385]: DEBUG nova.compute.manager [req-461ba95a-9af7-4975-867b-ad7e9025e158 req-73e9cfb9-2769-47f0-acca-46ac5dd41696 service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Received event network-vif-plugged-cd14135e-e51b-4a16-a5c2-4924b693d718 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 788.326749] env[69385]: DEBUG oslo_concurrency.lockutils [req-461ba95a-9af7-4975-867b-ad7e9025e158 req-73e9cfb9-2769-47f0-acca-46ac5dd41696 service nova] Acquiring lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.327136] env[69385]: DEBUG oslo_concurrency.lockutils [req-461ba95a-9af7-4975-867b-ad7e9025e158 req-73e9cfb9-2769-47f0-acca-46ac5dd41696 service nova] Lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.327201] env[69385]: DEBUG oslo_concurrency.lockutils [req-461ba95a-9af7-4975-867b-ad7e9025e158 req-73e9cfb9-2769-47f0-acca-46ac5dd41696 service nova] Lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.327338] env[69385]: DEBUG nova.compute.manager [req-461ba95a-9af7-4975-867b-ad7e9025e158 req-73e9cfb9-2769-47f0-acca-46ac5dd41696 service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] No waiting events found dispatching network-vif-plugged-cd14135e-e51b-4a16-a5c2-4924b693d718 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.327565] env[69385]: WARNING nova.compute.manager [req-461ba95a-9af7-4975-867b-ad7e9025e158 req-73e9cfb9-2769-47f0-acca-46ac5dd41696 service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Received unexpected event network-vif-plugged-cd14135e-e51b-4a16-a5c2-4924b693d718 for instance with vm_state building and task_state spawning. [ 788.328245] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdae8b71-4622-40c4-87e7-0184d583acff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.337170] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 788.337170] env[69385]: value = "task-3340083" [ 788.337170] env[69385]: _type = "Task" [ 788.337170] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.347119] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.425014] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340082, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.455881] env[69385]: DEBUG nova.network.neutron [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Successfully updated port: cd14135e-e51b-4a16-a5c2-4924b693d718 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.503836] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07df3a8e-a80f-4ac7-b5ad-8b0787c190d1 tempest-ImagesOneServerTestJSON-1315310972 tempest-ImagesOneServerTestJSON-1315310972-project-member] Lock "7a6c15e6-6305-4fce-83b4-887a46d06a26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.612s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.849359] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340083, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.929222] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546579} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.929428] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff/47a7edf1-6b45-48af-b53a-4ab6f1990bff.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.929708] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.930019] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f610f40-071d-41ab-add8-c1c648692588 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.937677] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 788.937677] env[69385]: value = "task-3340084" [ 788.937677] env[69385]: _type = "Task" [ 788.937677] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.949258] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.958807] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquiring lock "refresh_cache-ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.958888] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquired lock "refresh_cache-ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.959045] env[69385]: DEBUG nova.network.neutron [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.349114] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514803} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.352174] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 4456d60a-cd3f-45c8-b48f-13f45531fea6/4456d60a-cd3f-45c8-b48f-13f45531fea6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.352174] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.352174] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc63303f-991a-44a6-89a7-ed48c0f7f94c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.362183] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 789.362183] env[69385]: value = "task-3340085" [ 789.362183] env[69385]: _type = "Task" [ 789.362183] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.376179] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.449705] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075051} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.450146] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.451240] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfec8da5-f214-4b37-974b-62cd005bb211 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.476191] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff/47a7edf1-6b45-48af-b53a-4ab6f1990bff.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.479584] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2676b7c4-7031-4db1-a99f-7f1044eefee1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.501170] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 789.501170] env[69385]: value = "task-3340086" [ 789.501170] env[69385]: _type = "Task" [ 789.501170] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.511750] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340086, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.535489] env[69385]: DEBUG nova.network.neutron [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.605625] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ad621-98a9-4775-8acf-e66c77475eb5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.620840] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5320b74-2690-4a0b-8cca-3590419a2875 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.652242] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7601023-5902-4940-a749-2f51a9d31a53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.660188] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10f498c-81ff-4236-883c-6fcebdf7fe05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.682196] env[69385]: DEBUG nova.compute.provider_tree [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.773335] env[69385]: DEBUG nova.network.neutron [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Updating instance_info_cache with network_info: [{"id": "cd14135e-e51b-4a16-a5c2-4924b693d718", "address": "fa:16:3e:42:01:06", "network": {"id": "b27e6392-62dc-41fd-a3e7-c24d095d91c4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1254238718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdc47342d6ad486f92c81a9e65084e99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd14135e-e5", "ovs_interfaceid": "cd14135e-e51b-4a16-a5c2-4924b693d718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.871874] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065054} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.871874] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.872571] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864145aa-5aac-4c52-96a6-9a3cbbbf1722 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.901149] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 4456d60a-cd3f-45c8-b48f-13f45531fea6/4456d60a-cd3f-45c8-b48f-13f45531fea6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.901649] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bcea900-8e80-477d-aa85-11e18a3e23b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.928254] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 789.928254] env[69385]: value = "task-3340087" [ 789.928254] env[69385]: _type = "Task" [ 789.928254] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.934550] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.015017] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.189114] env[69385]: DEBUG nova.scheduler.client.report [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.277138] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Releasing lock "refresh_cache-ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.277549] env[69385]: DEBUG nova.compute.manager [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Instance network_info: |[{"id": "cd14135e-e51b-4a16-a5c2-4924b693d718", "address": "fa:16:3e:42:01:06", "network": {"id": "b27e6392-62dc-41fd-a3e7-c24d095d91c4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1254238718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdc47342d6ad486f92c81a9e65084e99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd14135e-e5", "ovs_interfaceid": "cd14135e-e51b-4a16-a5c2-4924b693d718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.278365] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:01:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd14135e-e51b-4a16-a5c2-4924b693d718', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.288415] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Creating folder: Project (fdc47342d6ad486f92c81a9e65084e99). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.288763] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dcf964e-a48b-4f4c-9810-ad170040bdb2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.301955] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Created folder: Project (fdc47342d6ad486f92c81a9e65084e99) in parent group-v666556. [ 790.302185] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Creating folder: Instances. Parent ref: group-v666648. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.303029] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65f55afd-046c-4cd1-8e0c-54c881bc5052 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.315738] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Created folder: Instances in parent group-v666648. [ 790.315985] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.316238] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.316468] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e055d2b0-babc-410a-9412-734a76014524 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.339101] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.339101] env[69385]: value = "task-3340090" [ 790.339101] env[69385]: _type = "Task" [ 790.339101] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.346619] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340090, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.425966] env[69385]: DEBUG nova.compute.manager [req-4c71a974-2385-485b-8058-4c4cbbdc6f16 req-4e830ca3-d259-44d5-932a-137641afc84c service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Received event network-changed-cd14135e-e51b-4a16-a5c2-4924b693d718 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 790.426228] env[69385]: DEBUG nova.compute.manager [req-4c71a974-2385-485b-8058-4c4cbbdc6f16 req-4e830ca3-d259-44d5-932a-137641afc84c service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Refreshing instance network info cache due to event network-changed-cd14135e-e51b-4a16-a5c2-4924b693d718. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 790.426455] env[69385]: DEBUG oslo_concurrency.lockutils [req-4c71a974-2385-485b-8058-4c4cbbdc6f16 req-4e830ca3-d259-44d5-932a-137641afc84c service nova] Acquiring lock "refresh_cache-ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.426598] env[69385]: DEBUG oslo_concurrency.lockutils [req-4c71a974-2385-485b-8058-4c4cbbdc6f16 req-4e830ca3-d259-44d5-932a-137641afc84c service nova] Acquired lock "refresh_cache-ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.426759] env[69385]: DEBUG nova.network.neutron [req-4c71a974-2385-485b-8058-4c4cbbdc6f16 req-4e830ca3-d259-44d5-932a-137641afc84c service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Refreshing network info cache for port cd14135e-e51b-4a16-a5c2-4924b693d718 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.444565] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340087, 'name': ReconfigVM_Task, 'duration_secs': 0.294222} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.444870] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 4456d60a-cd3f-45c8-b48f-13f45531fea6/4456d60a-cd3f-45c8-b48f-13f45531fea6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.445588] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9326a0f-2661-4d71-827b-240d7392d034 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.453527] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 790.453527] env[69385]: value = "task-3340091" [ 790.453527] env[69385]: _type = "Task" [ 790.453527] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.464422] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340091, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.514366] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340086, 'name': ReconfigVM_Task, 'duration_secs': 0.858649} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.514671] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff/47a7edf1-6b45-48af-b53a-4ab6f1990bff.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.515332] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa7fb959-6179-4b38-b107-00d1c7e0f8fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.521449] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 790.521449] env[69385]: value = "task-3340092" [ 790.521449] env[69385]: _type = "Task" [ 790.521449] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.532965] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340092, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.693834] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.694521] env[69385]: DEBUG nova.compute.manager [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.699208] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.694s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.699457] env[69385]: DEBUG nova.objects.instance [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lazy-loading 'resources' on Instance uuid a815a5c3-fe3d-48d1-aeba-0952420d5862 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.852006] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340090, 'name': CreateVM_Task, 'duration_secs': 0.383782} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.852571] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.853142] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.853312] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.853635] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.853907] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ceb4212-c231-4372-a2a4-97bcd187ec39 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.859166] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 790.859166] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ba36d9-c9a7-8373-f072-2ad0f4d36d0e" [ 790.859166] env[69385]: _type = "Task" [ 790.859166] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.868450] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ba36d9-c9a7-8373-f072-2ad0f4d36d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.965199] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340091, 'name': Rename_Task, 'duration_secs': 0.129985} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.965505] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.965772] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ff4ede-c091-4029-8e88-1f3dc8001206 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.975274] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 790.975274] env[69385]: value = "task-3340093" [ 790.975274] env[69385]: _type = "Task" [ 790.975274] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.988297] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.032915] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340092, 'name': Rename_Task, 'duration_secs': 0.191782} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.033266] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.033557] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b880759-ef8a-446b-830c-92de8a38f957 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.039626] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 791.039626] env[69385]: value = "task-3340094" [ 791.039626] env[69385]: _type = "Task" [ 791.039626] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.049722] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.194072] env[69385]: DEBUG nova.network.neutron [req-4c71a974-2385-485b-8058-4c4cbbdc6f16 req-4e830ca3-d259-44d5-932a-137641afc84c service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Updated VIF entry in instance network info cache for port cd14135e-e51b-4a16-a5c2-4924b693d718. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.194443] env[69385]: DEBUG nova.network.neutron [req-4c71a974-2385-485b-8058-4c4cbbdc6f16 req-4e830ca3-d259-44d5-932a-137641afc84c service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Updating instance_info_cache with network_info: [{"id": "cd14135e-e51b-4a16-a5c2-4924b693d718", "address": "fa:16:3e:42:01:06", "network": {"id": "b27e6392-62dc-41fd-a3e7-c24d095d91c4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1254238718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdc47342d6ad486f92c81a9e65084e99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd14135e-e5", "ovs_interfaceid": "cd14135e-e51b-4a16-a5c2-4924b693d718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.205428] env[69385]: DEBUG nova.compute.utils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.210978] env[69385]: DEBUG nova.compute.manager [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.210978] env[69385]: DEBUG nova.network.neutron [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.274209] env[69385]: DEBUG nova.policy [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f827fbba7694149b0c0971f8417371a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '915f2684fd864f71a86e8744c408c0bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.373809] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ba36d9-c9a7-8373-f072-2ad0f4d36d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.374195] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.374467] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.374761] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.374920] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.375158] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.375461] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1d280d6-4de1-4a1c-9a14-8ecdadc97b56 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.385785] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.385987] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.386783] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf44241b-dca5-441a-a4ec-e9abf68c63fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.395346] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 791.395346] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5250b9cc-bcca-9a35-e2e9-6ac133d771a9" [ 791.395346] env[69385]: _type = "Task" [ 791.395346] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.406833] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5250b9cc-bcca-9a35-e2e9-6ac133d771a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.486200] env[69385]: DEBUG oslo_vmware.api [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340093, 'name': PowerOnVM_Task, 'duration_secs': 0.453111} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.487681] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.487881] env[69385]: INFO nova.compute.manager [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Took 8.61 seconds to spawn the instance on the hypervisor. [ 791.488074] env[69385]: DEBUG nova.compute.manager [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.489404] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb7b392-e00d-4040-80a4-2b834da14799 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.555235] env[69385]: DEBUG oslo_vmware.api [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340094, 'name': PowerOnVM_Task, 'duration_secs': 0.444857} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.558984] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.559230] env[69385]: DEBUG nova.compute.manager [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.562036] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891489ce-6d13-405b-9f1f-242d1197cf94 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.699408] env[69385]: DEBUG oslo_concurrency.lockutils [req-4c71a974-2385-485b-8058-4c4cbbdc6f16 req-4e830ca3-d259-44d5-932a-137641afc84c service nova] Releasing lock "refresh_cache-ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.711618] env[69385]: DEBUG nova.compute.manager [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.777691] env[69385]: DEBUG nova.network.neutron [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Successfully created port: 1b024e40-6d97-4166-8282-61c52b6bb4ab {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.856429] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "ae499731-184c-4b63-9993-3d5b229df920" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.857290] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.881497] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ad9da-f714-4400-9ff4-c43421e1d5f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.890434] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16c6755-f748-437d-9b47-30227bd72954 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.925696] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7ace7-37a6-4f3c-90ed-83f9c6b21638 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.931997] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5250b9cc-bcca-9a35-e2e9-6ac133d771a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.933286] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74676026-e19d-4e07-ad9d-f3fdda4980fe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.939710] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a2ebc-7c31-4768-b19c-bb2dc4c307e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.945371] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 791.945371] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f2d6df-5315-7ee1-9b9a-94d6da39531d" [ 791.945371] env[69385]: _type = "Task" [ 791.945371] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.957331] env[69385]: DEBUG nova.compute.provider_tree [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.964064] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f2d6df-5315-7ee1-9b9a-94d6da39531d, 'name': SearchDatastore_Task, 'duration_secs': 0.011857} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.964251] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.964541] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] ed58d1cb-00ca-485c-bf44-65b15c7a1a5d/ed58d1cb-00ca-485c-bf44-65b15c7a1a5d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.968019] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8284f8cd-6429-4078-abb8-494f8e0c10d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.971410] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 791.971410] env[69385]: value = "task-3340095" [ 791.971410] env[69385]: _type = "Task" [ 791.971410] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.982180] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.008676] env[69385]: INFO nova.compute.manager [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Took 43.43 seconds to build instance. [ 792.076270] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.460752] env[69385]: DEBUG nova.scheduler.client.report [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.481995] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483182} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.482283] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] ed58d1cb-00ca-485c-bf44-65b15c7a1a5d/ed58d1cb-00ca-485c-bf44-65b15c7a1a5d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.482492] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.482771] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88540db0-ed98-446a-9b4b-03822ab5f16a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.489075] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 792.489075] env[69385]: value = "task-3340096" [ 792.489075] env[69385]: _type = "Task" [ 792.489075] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.496672] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.508234] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1522f18d-efa4-48f4-9bab-6b3da9ee47fa tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "4456d60a-cd3f-45c8-b48f-13f45531fea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.102s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.655058] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-813826c6-5135-45fb-a05d-5f079eab0d43-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.655058] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-813826c6-5135-45fb-a05d-5f079eab0d43-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.655986] env[69385]: DEBUG nova.objects.instance [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'flavor' on Instance uuid 813826c6-5135-45fb-a05d-5f079eab0d43 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.720928] env[69385]: DEBUG nova.compute.manager [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.746366] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.746648] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.746833] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.747092] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.747190] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.747335] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.747604] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.747790] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.747948] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.748118] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.748286] env[69385]: DEBUG nova.virt.hardware [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.749245] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b183fa92-5eda-4613-acba-308be9ea2457 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.760046] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b8bea-975d-4c91-98ca-ebbd99f9d622 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.966069] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.971599] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.757s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.971939] env[69385]: DEBUG nova.objects.instance [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 792.994376] env[69385]: INFO nova.scheduler.client.report [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Deleted allocations for instance a815a5c3-fe3d-48d1-aeba-0952420d5862 [ 793.001516] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304779} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.001972] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.002808] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a595030f-660c-4e1f-a124-3a2b2dc232b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.016747] env[69385]: DEBUG nova.compute.manager [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.028601] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] ed58d1cb-00ca-485c-bf44-65b15c7a1a5d/ed58d1cb-00ca-485c-bf44-65b15c7a1a5d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.031011] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979065b9-a1d5-4a93-ba0d-29de4bca19a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.052435] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 793.052435] env[69385]: value = "task-3340097" [ 793.052435] env[69385]: _type = "Task" [ 793.052435] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.061592] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.236030] env[69385]: DEBUG nova.objects.instance [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'pci_requests' on Instance uuid 813826c6-5135-45fb-a05d-5f079eab0d43 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.259753] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "47a7edf1-6b45-48af-b53a-4ab6f1990bff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.260022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "47a7edf1-6b45-48af-b53a-4ab6f1990bff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.260232] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "47a7edf1-6b45-48af-b53a-4ab6f1990bff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.260451] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "47a7edf1-6b45-48af-b53a-4ab6f1990bff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.260586] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "47a7edf1-6b45-48af-b53a-4ab6f1990bff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.262572] env[69385]: INFO nova.compute.manager [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Terminating instance [ 793.506411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be686853-1589-4f57-b469-db6826d30cff tempest-ServerDiagnosticsTest-425567345 tempest-ServerDiagnosticsTest-425567345-project-member] Lock "a815a5c3-fe3d-48d1-aeba-0952420d5862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.410s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.549580] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.564008] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.643047] env[69385]: DEBUG nova.network.neutron [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Successfully updated port: 1b024e40-6d97-4166-8282-61c52b6bb4ab {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.738928] env[69385]: DEBUG nova.objects.base [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Object Instance<813826c6-5135-45fb-a05d-5f079eab0d43> lazy-loaded attributes: flavor,pci_requests {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 793.739129] env[69385]: DEBUG nova.network.neutron [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.766222] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "refresh_cache-47a7edf1-6b45-48af-b53a-4ab6f1990bff" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.766436] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquired lock "refresh_cache-47a7edf1-6b45-48af-b53a-4ab6f1990bff" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.766572] env[69385]: DEBUG nova.network.neutron [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.787887] env[69385]: DEBUG nova.policy [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667507e240b2411aa341938f0b21caf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beac72a77784c2ba1ec58216ee1fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.978718] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95ddde6-e37a-4265-958a-81c7bf579862 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.983437] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a259a7bd-37af-46c5-995e-cdc7261c90b0 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.986693] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.546s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.988216] env[69385]: INFO nova.compute.claims [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.992303] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee9a64-da6b-4985-b0d8-2de743c87d6e tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Suspending the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 793.992907] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-eca8eac6-3a94-4b94-a931-b9517159af6f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.000939] env[69385]: DEBUG oslo_vmware.api [None req-9eee9a64-da6b-4985-b0d8-2de743c87d6e tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 794.000939] env[69385]: value = "task-3340098" [ 794.000939] env[69385]: _type = "Task" [ 794.000939] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.013301] env[69385]: DEBUG oslo_vmware.api [None req-9eee9a64-da6b-4985-b0d8-2de743c87d6e tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340098, 'name': SuspendVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.063753] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340097, 'name': ReconfigVM_Task, 'duration_secs': 0.647153} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.064349] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Reconfigured VM instance instance-00000020 to attach disk [datastore2] ed58d1cb-00ca-485c-bf44-65b15c7a1a5d/ed58d1cb-00ca-485c-bf44-65b15c7a1a5d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.065081] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0960c807-d946-4eca-a830-f8f25fd389b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.071994] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 794.071994] env[69385]: value = "task-3340099" [ 794.071994] env[69385]: _type = "Task" [ 794.071994] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.081164] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340099, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.108076] env[69385]: DEBUG nova.compute.manager [req-e58ab7cc-e680-4f15-abee-0de02d492478 req-0318b921-a3fb-4304-a0b0-09ce51c7a90d service nova] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Received event network-vif-plugged-1b024e40-6d97-4166-8282-61c52b6bb4ab {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 794.108328] env[69385]: DEBUG oslo_concurrency.lockutils [req-e58ab7cc-e680-4f15-abee-0de02d492478 req-0318b921-a3fb-4304-a0b0-09ce51c7a90d service nova] Acquiring lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.108547] env[69385]: DEBUG oslo_concurrency.lockutils [req-e58ab7cc-e680-4f15-abee-0de02d492478 req-0318b921-a3fb-4304-a0b0-09ce51c7a90d service nova] Lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.108756] env[69385]: DEBUG oslo_concurrency.lockutils [req-e58ab7cc-e680-4f15-abee-0de02d492478 req-0318b921-a3fb-4304-a0b0-09ce51c7a90d service nova] Lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.108933] env[69385]: DEBUG nova.compute.manager [req-e58ab7cc-e680-4f15-abee-0de02d492478 req-0318b921-a3fb-4304-a0b0-09ce51c7a90d service nova] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] No waiting events found dispatching network-vif-plugged-1b024e40-6d97-4166-8282-61c52b6bb4ab {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.109465] env[69385]: WARNING nova.compute.manager [req-e58ab7cc-e680-4f15-abee-0de02d492478 req-0318b921-a3fb-4304-a0b0-09ce51c7a90d service nova] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Received unexpected event network-vif-plugged-1b024e40-6d97-4166-8282-61c52b6bb4ab for instance with vm_state building and task_state spawning. [ 794.147212] env[69385]: DEBUG nova.network.neutron [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Successfully created port: ad340f47-f5e5-42e0-aeea-13eb8909e413 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.149932] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquiring lock "refresh_cache-d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.150138] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquired lock "refresh_cache-d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.150321] env[69385]: DEBUG nova.network.neutron [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.298160] env[69385]: DEBUG nova.network.neutron [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.355228] env[69385]: DEBUG nova.network.neutron [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.516927] env[69385]: DEBUG oslo_vmware.api [None req-9eee9a64-da6b-4985-b0d8-2de743c87d6e tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340098, 'name': SuspendVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.583620] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340099, 'name': Rename_Task, 'duration_secs': 0.145235} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.583620] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.583620] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90e70e15-d479-4246-9d20-58d296239316 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.593903] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 794.593903] env[69385]: value = "task-3340100" [ 794.593903] env[69385]: _type = "Task" [ 794.593903] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.604507] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.696413] env[69385]: DEBUG nova.network.neutron [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.858382] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Releasing lock "refresh_cache-47a7edf1-6b45-48af-b53a-4ab6f1990bff" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.858906] env[69385]: DEBUG nova.compute.manager [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.859092] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.859972] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e8616-cb26-4981-b439-8177e2e12ab6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.863439] env[69385]: DEBUG nova.network.neutron [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Updating instance_info_cache with network_info: [{"id": "1b024e40-6d97-4166-8282-61c52b6bb4ab", "address": "fa:16:3e:94:57:09", "network": {"id": "b5b39ad0-34dc-4433-910a-8343f6830296", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1912287966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "915f2684fd864f71a86e8744c408c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b024e40-6d", "ovs_interfaceid": "1b024e40-6d97-4166-8282-61c52b6bb4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.869428] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.869673] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebf8656c-4808-4f00-b1a7-5a3534b4806b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.876682] env[69385]: DEBUG oslo_vmware.api [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 794.876682] env[69385]: value = "task-3340101" [ 794.876682] env[69385]: _type = "Task" [ 794.876682] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.886339] env[69385]: DEBUG oslo_vmware.api [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.015201] env[69385]: DEBUG oslo_vmware.api [None req-9eee9a64-da6b-4985-b0d8-2de743c87d6e tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340098, 'name': SuspendVM_Task, 'duration_secs': 0.631964} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.015529] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee9a64-da6b-4985-b0d8-2de743c87d6e tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Suspended the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 795.015714] env[69385]: DEBUG nova.compute.manager [None req-9eee9a64-da6b-4985-b0d8-2de743c87d6e tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.016588] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf21b57-9a7a-42ad-85af-9861c0334eb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.108699] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.366623] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Releasing lock "refresh_cache-d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.366985] env[69385]: DEBUG nova.compute.manager [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Instance network_info: |[{"id": "1b024e40-6d97-4166-8282-61c52b6bb4ab", "address": "fa:16:3e:94:57:09", "network": {"id": "b5b39ad0-34dc-4433-910a-8343f6830296", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1912287966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "915f2684fd864f71a86e8744c408c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b024e40-6d", "ovs_interfaceid": "1b024e40-6d97-4166-8282-61c52b6bb4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.367679] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:57:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b024e40-6d97-4166-8282-61c52b6bb4ab', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.377245] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Creating folder: Project (915f2684fd864f71a86e8744c408c0bf). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.380013] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9db620d7-2391-461f-a215-a088c31375b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.390583] env[69385]: DEBUG oslo_vmware.api [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340101, 'name': PowerOffVM_Task, 'duration_secs': 0.150869} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.390859] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.390950] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.393291] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f7628c-ad56-4358-bfc3-ed77c8898f9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.396101] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Created folder: Project (915f2684fd864f71a86e8744c408c0bf) in parent group-v666556. [ 795.396279] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Creating folder: Instances. Parent ref: group-v666651. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.396780] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36f59b6a-d276-4366-8732-6d89d19616f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.408028] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Created folder: Instances in parent group-v666651. [ 795.408262] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.408448] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.408649] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87e65416-48bc-435d-b768-17e707b9eb13 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.426057] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.426300] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.426487] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Deleting the datastore file [datastore2] 47a7edf1-6b45-48af-b53a-4ab6f1990bff {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.427376] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c90b36b0-de60-454b-a53d-fc5c74c32d97 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.432679] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.432679] env[69385]: value = "task-3340105" [ 795.432679] env[69385]: _type = "Task" [ 795.432679] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.436902] env[69385]: DEBUG oslo_vmware.api [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for the task: (returnval){ [ 795.436902] env[69385]: value = "task-3340106" [ 795.436902] env[69385]: _type = "Task" [ 795.436902] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.445776] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340105, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.449698] env[69385]: DEBUG oslo_vmware.api [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.495430] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f745566c-6aa7-4586-ab3c-cd565f8c5d29 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.503537] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d5c25d-c53c-41d6-a7a9-d4702548526b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.537710] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c40b9aa-eb16-4e52-ba19-15bf0e88311b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.548431] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24fa036-febc-4e9f-a970-d87bf802e753 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.566314] env[69385]: DEBUG nova.compute.provider_tree [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.607335] env[69385]: DEBUG oslo_vmware.api [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340100, 'name': PowerOnVM_Task, 'duration_secs': 0.89424} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.607624] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.607827] env[69385]: INFO nova.compute.manager [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Took 7.88 seconds to spawn the instance on the hypervisor. [ 795.608020] env[69385]: DEBUG nova.compute.manager [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.608906] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21721c2-f52d-44bc-9ecc-6ec27a4247f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.787339] env[69385]: DEBUG nova.network.neutron [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Successfully updated port: ad340f47-f5e5-42e0-aeea-13eb8909e413 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.949713] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340105, 'name': CreateVM_Task, 'duration_secs': 0.376178} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.950009] env[69385]: DEBUG oslo_vmware.api [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Task: {'id': task-3340106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14633} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.950181] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.950431] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.950619] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.950813] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.950997] env[69385]: INFO nova.compute.manager [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Took 1.09 seconds to destroy the instance on the hypervisor. [ 795.951244] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.951930] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.952113] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.952438] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.952697] env[69385]: DEBUG nova.compute.manager [-] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.952911] env[69385]: DEBUG nova.network.neutron [-] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.954427] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935a672a-afeb-49c0-9405-c2c899f50224 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.959191] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 795.959191] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522c6ea7-472c-25b8-a380-ca9a10e5b2f1" [ 795.959191] env[69385]: _type = "Task" [ 795.959191] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.966890] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522c6ea7-472c-25b8-a380-ca9a10e5b2f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.971827] env[69385]: DEBUG nova.network.neutron [-] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.069440] env[69385]: DEBUG nova.scheduler.client.report [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.126049] env[69385]: INFO nova.compute.manager [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Took 44.47 seconds to build instance. [ 796.290382] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.290382] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.290486] env[69385]: DEBUG nova.network.neutron [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.470308] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522c6ea7-472c-25b8-a380-ca9a10e5b2f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.470960] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.471219] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.471450] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.471597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.471779] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.472044] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02332547-70d3-4c9a-8869-231451ec7a63 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.473842] env[69385]: DEBUG nova.network.neutron [-] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.481322] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.481500] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.482817] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d400200e-017b-4967-b7b7-2916d63c842c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.488153] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 796.488153] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52558818-f27d-3964-8946-0a9b5dc51ef4" [ 796.488153] env[69385]: _type = "Task" [ 796.488153] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.495384] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52558818-f27d-3964-8946-0a9b5dc51ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.575247] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.575247] env[69385]: DEBUG nova.compute.manager [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.577840] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.162s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.579269] env[69385]: INFO nova.compute.claims [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.628162] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb399b22-c1c9-47df-8d1f-811e45f4a798 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.971s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.855728] env[69385]: WARNING nova.network.neutron [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] e89d7316-4a4a-4c48-8996-a7016458f726 already exists in list: networks containing: ['e89d7316-4a4a-4c48-8996-a7016458f726']. ignoring it [ 796.976935] env[69385]: INFO nova.compute.manager [-] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Took 1.02 seconds to deallocate network for instance. [ 796.985145] env[69385]: DEBUG nova.compute.manager [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Received event network-changed-1b024e40-6d97-4166-8282-61c52b6bb4ab {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 796.985145] env[69385]: DEBUG nova.compute.manager [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Refreshing instance network info cache due to event network-changed-1b024e40-6d97-4166-8282-61c52b6bb4ab. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 796.985145] env[69385]: DEBUG oslo_concurrency.lockutils [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] Acquiring lock "refresh_cache-d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.985145] env[69385]: DEBUG oslo_concurrency.lockutils [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] Acquired lock "refresh_cache-d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.985145] env[69385]: DEBUG nova.network.neutron [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Refreshing network info cache for port 1b024e40-6d97-4166-8282-61c52b6bb4ab {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.000022] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52558818-f27d-3964-8946-0a9b5dc51ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.000022] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053b1978-4600-45c0-bc32-da52e604d568 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.004711] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 797.004711] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521e044c-1238-2678-f8c0-0779c3bbd893" [ 797.004711] env[69385]: _type = "Task" [ 797.004711] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.012746] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521e044c-1238-2678-f8c0-0779c3bbd893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.086027] env[69385]: DEBUG nova.compute.utils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.088077] env[69385]: DEBUG nova.compute.manager [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.088525] env[69385]: DEBUG nova.network.neutron [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.130326] env[69385]: DEBUG nova.compute.manager [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.146951] env[69385]: DEBUG nova.policy [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '033dea01e290443d9f903357db00fad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c1abc7cee4246fbbdf631eb1e8148c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.346099] env[69385]: DEBUG nova.compute.manager [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.347022] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cfaa10-431d-4987-91fc-2f1d170ef14d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.432949] env[69385]: DEBUG nova.network.neutron [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Successfully created port: aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.446816] env[69385]: DEBUG nova.network.neutron [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updating instance_info_cache with network_info: [{"id": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "address": "fa:16:3e:3e:ef:59", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93289ff9-fb", "ovs_interfaceid": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad340f47-f5e5-42e0-aeea-13eb8909e413", "address": "fa:16:3e:85:f4:45", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad340f47-f5", "ovs_interfaceid": "ad340f47-f5e5-42e0-aeea-13eb8909e413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.487684] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.515919] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521e044c-1238-2678-f8c0-0779c3bbd893, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.517031] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.517031] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] d1dbafdb-3130-40f9-93dc-f56e3da1bbc0/d1dbafdb-3130-40f9-93dc-f56e3da1bbc0.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.517031] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77f4062d-1d9f-4382-bd92-034b335df727 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.523109] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 797.523109] env[69385]: value = "task-3340107" [ 797.523109] env[69385]: _type = "Task" [ 797.523109] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.530742] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.591841] env[69385]: DEBUG nova.compute.manager [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.656759] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.760309] env[69385]: DEBUG nova.network.neutron [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Updated VIF entry in instance network info cache for port 1b024e40-6d97-4166-8282-61c52b6bb4ab. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.760732] env[69385]: DEBUG nova.network.neutron [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Updating instance_info_cache with network_info: [{"id": "1b024e40-6d97-4166-8282-61c52b6bb4ab", "address": "fa:16:3e:94:57:09", "network": {"id": "b5b39ad0-34dc-4433-910a-8343f6830296", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1912287966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "915f2684fd864f71a86e8744c408c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b024e40-6d", "ovs_interfaceid": "1b024e40-6d97-4166-8282-61c52b6bb4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.859628] env[69385]: INFO nova.compute.manager [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] instance snapshotting [ 797.859831] env[69385]: WARNING nova.compute.manager [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 797.862959] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25319530-d689-4906-a4ed-6d8a3e35ee68 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.887531] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32e5eea-b66a-43c1-8cbf-90acd572f8da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.949631] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.950417] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.950597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.951529] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df7901c-41c5-4ab7-b01e-afa9c71bf0a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.972454] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.972724] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.972882] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.973073] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.973217] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.973375] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.973599] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.973775] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.973960] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.974159] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.974339] env[69385]: DEBUG nova.virt.hardware [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.980916] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Reconfiguring VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 797.981315] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f178a6f4-79e5-4cc6-bf05-b14245c584e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.001577] env[69385]: DEBUG oslo_vmware.api [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 798.001577] env[69385]: value = "task-3340108" [ 798.001577] env[69385]: _type = "Task" [ 798.001577] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.014676] env[69385]: DEBUG oslo_vmware.api [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340108, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.036416] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479284} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.036760] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] d1dbafdb-3130-40f9-93dc-f56e3da1bbc0/d1dbafdb-3130-40f9-93dc-f56e3da1bbc0.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.037041] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.037342] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b968687-7c16-467a-a497-dc6b5571ff2f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.044727] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 798.044727] env[69385]: value = "task-3340109" [ 798.044727] env[69385]: _type = "Task" [ 798.044727] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.052174] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.206664] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b7133d-7531-4857-b6b2-122dc12ae010 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.214917] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa515e-51da-4a84-8210-513f2e6d7a8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.248845] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458c586b-f521-40f5-8be2-4bdc01e9652c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.257434] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea26648-dab6-4d93-b24b-e1a7dc11a399 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.263278] env[69385]: DEBUG oslo_concurrency.lockutils [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] Releasing lock "refresh_cache-d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.263473] env[69385]: DEBUG nova.compute.manager [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Received event network-vif-plugged-ad340f47-f5e5-42e0-aeea-13eb8909e413 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.263511] env[69385]: DEBUG oslo_concurrency.lockutils [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] Acquiring lock "813826c6-5135-45fb-a05d-5f079eab0d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.263687] env[69385]: DEBUG oslo_concurrency.lockutils [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] Lock "813826c6-5135-45fb-a05d-5f079eab0d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.263844] env[69385]: DEBUG oslo_concurrency.lockutils [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] Lock "813826c6-5135-45fb-a05d-5f079eab0d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.264009] env[69385]: DEBUG nova.compute.manager [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] No waiting events found dispatching network-vif-plugged-ad340f47-f5e5-42e0-aeea-13eb8909e413 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.264181] env[69385]: WARNING nova.compute.manager [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Received unexpected event network-vif-plugged-ad340f47-f5e5-42e0-aeea-13eb8909e413 for instance with vm_state active and task_state None. [ 798.264336] env[69385]: DEBUG nova.compute.manager [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Received event network-changed-ad340f47-f5e5-42e0-aeea-13eb8909e413 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.264484] env[69385]: DEBUG nova.compute.manager [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Refreshing instance network info cache due to event network-changed-ad340f47-f5e5-42e0-aeea-13eb8909e413. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 798.264687] env[69385]: DEBUG oslo_concurrency.lockutils [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] Acquiring lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.264854] env[69385]: DEBUG oslo_concurrency.lockutils [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] Acquired lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.264963] env[69385]: DEBUG nova.network.neutron [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Refreshing network info cache for port ad340f47-f5e5-42e0-aeea-13eb8909e413 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.274181] env[69385]: DEBUG nova.compute.provider_tree [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.402063] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 798.402696] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ed8641c-fac4-4ca8-bf82-1138b481c22c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.410175] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 798.410175] env[69385]: value = "task-3340110" [ 798.410175] env[69385]: _type = "Task" [ 798.410175] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.418489] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340110, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.512962] env[69385]: DEBUG oslo_vmware.api [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.558255] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076265} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.558665] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.559855] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b25adc0-d56e-4219-8725-fcb37cdc57d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.595530] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d1dbafdb-3130-40f9-93dc-f56e3da1bbc0/d1dbafdb-3130-40f9-93dc-f56e3da1bbc0.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.595924] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402bed20-2d5f-4c87-9b24-8929ec35ae60 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.621615] env[69385]: DEBUG nova.compute.manager [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.631320] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 798.631320] env[69385]: value = "task-3340111" [ 798.631320] env[69385]: _type = "Task" [ 798.631320] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.642074] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.651196] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.651456] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.651604] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.651787] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.651940] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.652086] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.652369] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.652573] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.652748] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.652915] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.653102] env[69385]: DEBUG nova.virt.hardware [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.654153] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdd472e-59c9-4168-afe2-15ea11601bf4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.662382] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee4366-4b4d-4db1-8d47-b3bf4814def7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.779968] env[69385]: DEBUG nova.scheduler.client.report [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.920676] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340110, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.940041] env[69385]: DEBUG nova.network.neutron [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Successfully updated port: aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.014421] env[69385]: DEBUG oslo_vmware.api [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340108, 'name': ReconfigVM_Task, 'duration_secs': 0.757125} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.014923] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.015186] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Reconfigured VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 799.054104] env[69385]: DEBUG nova.network.neutron [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updated VIF entry in instance network info cache for port ad340f47-f5e5-42e0-aeea-13eb8909e413. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.054503] env[69385]: DEBUG nova.network.neutron [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updating instance_info_cache with network_info: [{"id": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "address": "fa:16:3e:3e:ef:59", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93289ff9-fb", "ovs_interfaceid": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad340f47-f5e5-42e0-aeea-13eb8909e413", "address": "fa:16:3e:85:f4:45", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad340f47-f5", "ovs_interfaceid": "ad340f47-f5e5-42e0-aeea-13eb8909e413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.140761] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340111, 'name': ReconfigVM_Task, 'duration_secs': 0.29788} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.141060] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d1dbafdb-3130-40f9-93dc-f56e3da1bbc0/d1dbafdb-3130-40f9-93dc-f56e3da1bbc0.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.141754] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40485d29-336d-4083-93f5-0260f2eda772 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.148088] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 799.148088] env[69385]: value = "task-3340112" [ 799.148088] env[69385]: _type = "Task" [ 799.148088] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.157026] env[69385]: DEBUG nova.compute.manager [req-da368d6d-9fa6-4639-9c02-f5f1d45ee597 req-aae4d152-75a9-4dac-8439-3275878294cc service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Received event network-vif-plugged-aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 799.157218] env[69385]: DEBUG oslo_concurrency.lockutils [req-da368d6d-9fa6-4639-9c02-f5f1d45ee597 req-aae4d152-75a9-4dac-8439-3275878294cc service nova] Acquiring lock "84573f5a-acde-4392-92f2-e7c08096d250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.157428] env[69385]: DEBUG oslo_concurrency.lockutils [req-da368d6d-9fa6-4639-9c02-f5f1d45ee597 req-aae4d152-75a9-4dac-8439-3275878294cc service nova] Lock "84573f5a-acde-4392-92f2-e7c08096d250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.157643] env[69385]: DEBUG oslo_concurrency.lockutils [req-da368d6d-9fa6-4639-9c02-f5f1d45ee597 req-aae4d152-75a9-4dac-8439-3275878294cc service nova] Lock "84573f5a-acde-4392-92f2-e7c08096d250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.157777] env[69385]: DEBUG nova.compute.manager [req-da368d6d-9fa6-4639-9c02-f5f1d45ee597 req-aae4d152-75a9-4dac-8439-3275878294cc service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] No waiting events found dispatching network-vif-plugged-aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.157941] env[69385]: WARNING nova.compute.manager [req-da368d6d-9fa6-4639-9c02-f5f1d45ee597 req-aae4d152-75a9-4dac-8439-3275878294cc service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Received unexpected event network-vif-plugged-aabc1173-dfd1-446c-bc4a-8a782d4e811d for instance with vm_state building and task_state spawning. [ 799.161401] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340112, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.285772] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.286295] env[69385]: DEBUG nova.compute.manager [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.288875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.690s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.289094] env[69385]: DEBUG nova.objects.instance [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lazy-loading 'resources' on Instance uuid d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.335333] env[69385]: DEBUG nova.compute.manager [req-7797d406-6100-459d-a50e-dd8157972a6e req-90cb24e9-c340-4178-aa8a-205dd35a5483 service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Received event network-changed-cd14135e-e51b-4a16-a5c2-4924b693d718 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 799.335607] env[69385]: DEBUG nova.compute.manager [req-7797d406-6100-459d-a50e-dd8157972a6e req-90cb24e9-c340-4178-aa8a-205dd35a5483 service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Refreshing instance network info cache due to event network-changed-cd14135e-e51b-4a16-a5c2-4924b693d718. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 799.335808] env[69385]: DEBUG oslo_concurrency.lockutils [req-7797d406-6100-459d-a50e-dd8157972a6e req-90cb24e9-c340-4178-aa8a-205dd35a5483 service nova] Acquiring lock "refresh_cache-ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.335951] env[69385]: DEBUG oslo_concurrency.lockutils [req-7797d406-6100-459d-a50e-dd8157972a6e req-90cb24e9-c340-4178-aa8a-205dd35a5483 service nova] Acquired lock "refresh_cache-ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.336119] env[69385]: DEBUG nova.network.neutron [req-7797d406-6100-459d-a50e-dd8157972a6e req-90cb24e9-c340-4178-aa8a-205dd35a5483 service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Refreshing network info cache for port cd14135e-e51b-4a16-a5c2-4924b693d718 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.420285] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340110, 'name': CreateSnapshot_Task, 'duration_secs': 0.582192} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.420581] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 799.421348] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1def58-b760-4c27-b45e-e2328a8a8e35 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.444650] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.444797] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquired lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.444944] env[69385]: DEBUG nova.network.neutron [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.519466] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a0f3d96-f83c-449c-a9b1-09fac59fed0a tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-813826c6-5135-45fb-a05d-5f079eab0d43-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.864s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.557390] env[69385]: DEBUG oslo_concurrency.lockutils [req-733154cb-3093-4120-9a51-f0a105184098 req-3ffc6731-3ec0-46f0-95cf-ce012a0eceb6 service nova] Releasing lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.657644] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340112, 'name': Rename_Task, 'duration_secs': 0.136876} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.657943] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.658196] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22de2c16-e1d9-4e28-a1d5-43aa1c061ab5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.664411] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 799.664411] env[69385]: value = "task-3340113" [ 799.664411] env[69385]: _type = "Task" [ 799.664411] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.672272] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.795656] env[69385]: DEBUG nova.compute.utils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.797221] env[69385]: DEBUG nova.compute.manager [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.797386] env[69385]: DEBUG nova.network.neutron [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.837190] env[69385]: DEBUG nova.policy [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fca072c76b9f4044af519e8f6a76720b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cd20d090064797860b455b4b0c0ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.939622] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 799.942829] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8f45473-9458-4c03-b8f8-295498ed1862 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.954683] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 799.954683] env[69385]: value = "task-3340114" [ 799.954683] env[69385]: _type = "Task" [ 799.954683] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.964299] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340114, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.026370] env[69385]: DEBUG nova.network.neutron [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.152475] env[69385]: DEBUG nova.network.neutron [req-7797d406-6100-459d-a50e-dd8157972a6e req-90cb24e9-c340-4178-aa8a-205dd35a5483 service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Updated VIF entry in instance network info cache for port cd14135e-e51b-4a16-a5c2-4924b693d718. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.152838] env[69385]: DEBUG nova.network.neutron [req-7797d406-6100-459d-a50e-dd8157972a6e req-90cb24e9-c340-4178-aa8a-205dd35a5483 service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Updating instance_info_cache with network_info: [{"id": "cd14135e-e51b-4a16-a5c2-4924b693d718", "address": "fa:16:3e:42:01:06", "network": {"id": "b27e6392-62dc-41fd-a3e7-c24d095d91c4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1254238718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdc47342d6ad486f92c81a9e65084e99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd14135e-e5", "ovs_interfaceid": "cd14135e-e51b-4a16-a5c2-4924b693d718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.178404] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340113, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.301967] env[69385]: DEBUG nova.compute.manager [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.416534] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5099677f-7c40-41e5-8e6c-60e55bf80221 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.424940] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e86263-22f5-4128-9278-8132d8aff0f2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.460858] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9af4cb-4d11-4b16-8a21-bba82ee5a78f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.472408] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca722b2-c4e8-4aec-9fbb-07e093e3db6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.476207] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340114, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.487426] env[69385]: DEBUG nova.compute.provider_tree [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.553450] env[69385]: DEBUG nova.network.neutron [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updating instance_info_cache with network_info: [{"id": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "address": "fa:16:3e:76:45:8c", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabc1173-df", "ovs_interfaceid": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.610605] env[69385]: DEBUG nova.network.neutron [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Successfully created port: 4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.658177] env[69385]: DEBUG oslo_concurrency.lockutils [req-7797d406-6100-459d-a50e-dd8157972a6e req-90cb24e9-c340-4178-aa8a-205dd35a5483 service nova] Releasing lock "refresh_cache-ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.674789] env[69385]: DEBUG oslo_vmware.api [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340113, 'name': PowerOnVM_Task, 'duration_secs': 0.600119} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.675149] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.675392] env[69385]: INFO nova.compute.manager [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Took 7.95 seconds to spawn the instance on the hypervisor. [ 800.676321] env[69385]: DEBUG nova.compute.manager [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.677127] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f88882a-067d-4758-b494-6163975a5365 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.970868] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340114, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.994537] env[69385]: DEBUG nova.scheduler.client.report [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.055756] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Releasing lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.056111] env[69385]: DEBUG nova.compute.manager [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Instance network_info: |[{"id": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "address": "fa:16:3e:76:45:8c", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabc1173-df", "ovs_interfaceid": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.056526] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:45:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aabc1173-dfd1-446c-bc4a-8a782d4e811d', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.066296] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Creating folder: Project (9c1abc7cee4246fbbdf631eb1e8148c9). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.066727] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ebf0ed0-f05d-48a5-b882-a36e6b2c6bd7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.080770] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Created folder: Project (9c1abc7cee4246fbbdf631eb1e8148c9) in parent group-v666556. [ 801.080770] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Creating folder: Instances. Parent ref: group-v666656. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.080770] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1796ac37-12c6-40e0-a430-1bf7ab264f02 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.092516] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Created folder: Instances in parent group-v666656. [ 801.093045] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.093045] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.093167] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-794e4727-4111-49f5-bccf-930c72457993 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.115699] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.115699] env[69385]: value = "task-3340117" [ 801.115699] env[69385]: _type = "Task" [ 801.115699] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.124159] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340117, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.197883] env[69385]: INFO nova.compute.manager [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Took 48.49 seconds to build instance. [ 801.206501] env[69385]: DEBUG nova.compute.manager [req-041f4e88-8550-4afa-b9f2-5c579bc5a3f1 req-8662477e-d9ad-43af-ab4d-d1aaaa56e0be service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Received event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 801.206678] env[69385]: DEBUG nova.compute.manager [req-041f4e88-8550-4afa-b9f2-5c579bc5a3f1 req-8662477e-d9ad-43af-ab4d-d1aaaa56e0be service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing instance network info cache due to event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 801.206976] env[69385]: DEBUG oslo_concurrency.lockutils [req-041f4e88-8550-4afa-b9f2-5c579bc5a3f1 req-8662477e-d9ad-43af-ab4d-d1aaaa56e0be service nova] Acquiring lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.207182] env[69385]: DEBUG oslo_concurrency.lockutils [req-041f4e88-8550-4afa-b9f2-5c579bc5a3f1 req-8662477e-d9ad-43af-ab4d-d1aaaa56e0be service nova] Acquired lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.207403] env[69385]: DEBUG nova.network.neutron [req-041f4e88-8550-4afa-b9f2-5c579bc5a3f1 req-8662477e-d9ad-43af-ab4d-d1aaaa56e0be service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.311813] env[69385]: DEBUG nova.compute.manager [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.336051] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.336311] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.336502] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.336753] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.336910] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.337099] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.337332] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.337492] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.337694] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.337881] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.338082] env[69385]: DEBUG nova.virt.hardware [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.338977] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6224e3-4b81-413a-a4a3-25aa7ca1826b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.347401] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bcdb60-8b45-4dbe-bdfe-8c3f8ac1dd04 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.466293] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340114, 'name': CloneVM_Task, 'duration_secs': 1.350129} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.466563] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Created linked-clone VM from snapshot [ 801.467360] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74a969f-bc10-44dd-971b-f166aa3b2937 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.474828] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Uploading image 792791d1-4782-47a5-a653-2eda140f7b6d {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 801.497212] env[69385]: DEBUG oslo_vmware.rw_handles [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 801.497212] env[69385]: value = "vm-666655" [ 801.497212] env[69385]: _type = "VirtualMachine" [ 801.497212] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 801.497501] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d6a84c2-8bb6-471c-83e7-85c67d19feaa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.499593] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.501601] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.385s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.503108] env[69385]: INFO nova.compute.claims [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.512737] env[69385]: DEBUG oslo_vmware.rw_handles [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lease: (returnval){ [ 801.512737] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5288385d-605d-9e36-3d3c-ef95826145c4" [ 801.512737] env[69385]: _type = "HttpNfcLease" [ 801.512737] env[69385]: } obtained for exporting VM: (result){ [ 801.512737] env[69385]: value = "vm-666655" [ 801.512737] env[69385]: _type = "VirtualMachine" [ 801.512737] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 801.513017] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the lease: (returnval){ [ 801.513017] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5288385d-605d-9e36-3d3c-ef95826145c4" [ 801.513017] env[69385]: _type = "HttpNfcLease" [ 801.513017] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 801.520027] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 801.520027] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5288385d-605d-9e36-3d3c-ef95826145c4" [ 801.520027] env[69385]: _type = "HttpNfcLease" [ 801.520027] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 801.523969] env[69385]: INFO nova.scheduler.client.report [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Deleted allocations for instance d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d [ 801.586177] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-813826c6-5135-45fb-a05d-5f079eab0d43-ad340f47-f5e5-42e0-aeea-13eb8909e413" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.586401] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-813826c6-5135-45fb-a05d-5f079eab0d43-ad340f47-f5e5-42e0-aeea-13eb8909e413" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.625943] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340117, 'name': CreateVM_Task, 'duration_secs': 0.31829} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.626203] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.626896] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.627076] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.627397] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.627705] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519921a4-2b47-49b8-8f29-16d2ce1d1a6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.632183] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 801.632183] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52adcdea-f1bd-a35b-ecdc-b2b7bd174ab2" [ 801.632183] env[69385]: _type = "Task" [ 801.632183] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.639711] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52adcdea-f1bd-a35b-ecdc-b2b7bd174ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.699926] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac4612dd-2c20-4c1f-898d-a9356c38fcd8 tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.361s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.026832] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 802.026832] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5288385d-605d-9e36-3d3c-ef95826145c4" [ 802.026832] env[69385]: _type = "HttpNfcLease" [ 802.026832] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 802.027850] env[69385]: DEBUG oslo_vmware.rw_handles [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 802.027850] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5288385d-605d-9e36-3d3c-ef95826145c4" [ 802.027850] env[69385]: _type = "HttpNfcLease" [ 802.027850] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 802.028810] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ceae3-4279-447f-86e0-a708808bd3e3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.044467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15a10ddb-f6e0-498c-b2aa-24397b13cc57 tempest-ImagesNegativeTestJSON-67628388 tempest-ImagesNegativeTestJSON-67628388-project-member] Lock "d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.881s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.053609] env[69385]: DEBUG oslo_vmware.rw_handles [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e15bd-4ca0-77c4-9948-d6012a84a13d/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 802.056597] env[69385]: DEBUG oslo_vmware.rw_handles [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e15bd-4ca0-77c4-9948-d6012a84a13d/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 802.120272] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.120465] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.121340] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32035b07-a0ad-44dc-85c7-971fb962305b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.143512] env[69385]: DEBUG nova.network.neutron [req-041f4e88-8550-4afa-b9f2-5c579bc5a3f1 req-8662477e-d9ad-43af-ab4d-d1aaaa56e0be service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updated VIF entry in instance network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.143847] env[69385]: DEBUG nova.network.neutron [req-041f4e88-8550-4afa-b9f2-5c579bc5a3f1 req-8662477e-d9ad-43af-ab4d-d1aaaa56e0be service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updating instance_info_cache with network_info: [{"id": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "address": "fa:16:3e:76:45:8c", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabc1173-df", "ovs_interfaceid": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.149118] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469dee4f-a597-4640-a958-b4964934120c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.157269] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52adcdea-f1bd-a35b-ecdc-b2b7bd174ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.022356} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.173343] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.173609] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.173847] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.173991] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.174182] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.180865] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Reconfiguring VM to detach interface {{(pid=69385) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 802.183164] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38b5a604-4d73-4447-8682-35a72e88c19e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.187019] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153e75c1-fb11-40e5-b7bb-7ceba78f34c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.204643] env[69385]: DEBUG nova.compute.manager [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.207503] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1dd38f22-db31-43ab-ae57-8ba7d1c1d2cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.209227] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 802.209227] env[69385]: value = "task-3340119" [ 802.209227] env[69385]: _type = "Task" [ 802.209227] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.210798] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.211175] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.215348] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705efe07-4266-452e-b30d-706a45d57816 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.225917] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.227972] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 802.227972] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52376815-54fc-be78-0275-8eb4ea220586" [ 802.227972] env[69385]: _type = "Task" [ 802.227972] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.239065] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52376815-54fc-be78-0275-8eb4ea220586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.445028] env[69385]: DEBUG nova.network.neutron [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Successfully updated port: 4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.447881] env[69385]: DEBUG nova.compute.manager [req-141114ed-9aa3-4ae2-a4d0-f90b2efa9833 req-983ded01-0593-4dc3-9fb5-08159c317d50 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Received event network-vif-plugged-4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 802.448082] env[69385]: DEBUG oslo_concurrency.lockutils [req-141114ed-9aa3-4ae2-a4d0-f90b2efa9833 req-983ded01-0593-4dc3-9fb5-08159c317d50 service nova] Acquiring lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.448190] env[69385]: DEBUG oslo_concurrency.lockutils [req-141114ed-9aa3-4ae2-a4d0-f90b2efa9833 req-983ded01-0593-4dc3-9fb5-08159c317d50 service nova] Lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.448358] env[69385]: DEBUG oslo_concurrency.lockutils [req-141114ed-9aa3-4ae2-a4d0-f90b2efa9833 req-983ded01-0593-4dc3-9fb5-08159c317d50 service nova] Lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.448520] env[69385]: DEBUG nova.compute.manager [req-141114ed-9aa3-4ae2-a4d0-f90b2efa9833 req-983ded01-0593-4dc3-9fb5-08159c317d50 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] No waiting events found dispatching network-vif-plugged-4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.448698] env[69385]: WARNING nova.compute.manager [req-141114ed-9aa3-4ae2-a4d0-f90b2efa9833 req-983ded01-0593-4dc3-9fb5-08159c317d50 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Received unexpected event network-vif-plugged-4d61f8c8-4830-4cca-b575-6e12bdce0d41 for instance with vm_state building and task_state spawning. [ 802.654286] env[69385]: DEBUG oslo_concurrency.lockutils [req-041f4e88-8550-4afa-b9f2-5c579bc5a3f1 req-8662477e-d9ad-43af-ab4d-d1aaaa56e0be service nova] Releasing lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.730202] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.739645] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52376815-54fc-be78-0275-8eb4ea220586, 'name': SearchDatastore_Task, 'duration_secs': 0.01495} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.743736] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ac8f0f-e5ea-4b28-9456-5bbc12abafea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.747582] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.751054] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 802.751054] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520d08f2-2e73-3ac9-0f01-e4cb45b1e11c" [ 802.751054] env[69385]: _type = "Task" [ 802.751054] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.760735] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520d08f2-2e73-3ac9-0f01-e4cb45b1e11c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.953446] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.953446] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquired lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.953446] env[69385]: DEBUG nova.network.neutron [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.090193] env[69385]: DEBUG oslo_concurrency.lockutils [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquiring lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.090511] env[69385]: DEBUG oslo_concurrency.lockutils [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.090852] env[69385]: DEBUG oslo_concurrency.lockutils [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquiring lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.091179] env[69385]: DEBUG oslo_concurrency.lockutils [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.091474] env[69385]: DEBUG oslo_concurrency.lockutils [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.095252] env[69385]: INFO nova.compute.manager [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Terminating instance [ 803.198067] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533370ff-023a-4c02-9f84-ee6db4405f8f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.208296] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f25d910-2b66-461a-8fb9-a2c2dc782aa7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.280107] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce93efe-a936-4814-90ed-dbf083feaeba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.283879] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.290594] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520d08f2-2e73-3ac9-0f01-e4cb45b1e11c, 'name': SearchDatastore_Task, 'duration_secs': 0.015974} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.292786] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.293084] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 84573f5a-acde-4392-92f2-e7c08096d250/84573f5a-acde-4392-92f2-e7c08096d250.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.293413] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a93c3a28-b114-4fbc-a032-a60fc1b73d2e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.296524] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb675d-c695-49e2-8a29-a0f7d5f9302b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.313886] env[69385]: DEBUG nova.compute.provider_tree [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.317381] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 803.317381] env[69385]: value = "task-3340120" [ 803.317381] env[69385]: _type = "Task" [ 803.317381] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.327040] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.506669] env[69385]: DEBUG nova.network.neutron [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.602327] env[69385]: DEBUG nova.compute.manager [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.602327] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.603357] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b4cc9-cde9-4188-a4b4-64a48a8ee4cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.611872] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.612172] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5437490b-cc4f-44f0-a76e-dadff5092ee3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.619266] env[69385]: DEBUG oslo_vmware.api [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 803.619266] env[69385]: value = "task-3340121" [ 803.619266] env[69385]: _type = "Task" [ 803.619266] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.630220] env[69385]: DEBUG oslo_vmware.api [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.695861] env[69385]: DEBUG nova.network.neutron [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Updating instance_info_cache with network_info: [{"id": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "address": "fa:16:3e:f0:b0:1d", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d61f8c8-48", "ovs_interfaceid": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.726410] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.817066] env[69385]: DEBUG nova.scheduler.client.report [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.830635] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.129416] env[69385]: DEBUG oslo_vmware.api [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340121, 'name': PowerOffVM_Task, 'duration_secs': 0.302535} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.129698] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.129864] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.130129] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4963d1e5-f7cc-464c-a116-e8c620aff217 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.190610] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.190876] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.191114] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Deleting the datastore file [datastore1] d1dbafdb-3130-40f9-93dc-f56e3da1bbc0 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.191403] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76286c8b-6bb2-4486-8b96-a3a6a12633c0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.198486] env[69385]: DEBUG oslo_vmware.api [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for the task: (returnval){ [ 804.198486] env[69385]: value = "task-3340123" [ 804.198486] env[69385]: _type = "Task" [ 804.198486] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.202371] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Releasing lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.202725] env[69385]: DEBUG nova.compute.manager [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Instance network_info: |[{"id": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "address": "fa:16:3e:f0:b0:1d", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d61f8c8-48", "ovs_interfaceid": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.203163] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b0:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d61f8c8-4830-4cca-b575-6e12bdce0d41', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.210818] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Creating folder: Project (a3cd20d090064797860b455b4b0c0ea5). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.211528] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43e12791-bae5-4518-ba11-c64bf6899d3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.216659] env[69385]: DEBUG oslo_vmware.api [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.225845] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.227150] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Created folder: Project (a3cd20d090064797860b455b4b0c0ea5) in parent group-v666556. [ 804.227332] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Creating folder: Instances. Parent ref: group-v666659. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.227557] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd486f66-757d-47dc-94a7-6fb3b3b4c2f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.237095] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Created folder: Instances in parent group-v666659. [ 804.237333] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.237523] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.237770] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af32ec90-a585-4d2e-a0d4-3f144eb060dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.256796] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.256796] env[69385]: value = "task-3340126" [ 804.256796] env[69385]: _type = "Task" [ 804.256796] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.264219] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340126, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.326498] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.327041] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.330259] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.846s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.330514] env[69385]: DEBUG nova.objects.instance [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lazy-loading 'resources' on Instance uuid 93e805a4-34c8-4c38-a068-201bac8f4db7 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.337542] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597827} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.338814] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 84573f5a-acde-4392-92f2-e7c08096d250/84573f5a-acde-4392-92f2-e7c08096d250.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.338814] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.339116] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3c9455e-67fe-4227-9bce-b9431fc069d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.346560] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 804.346560] env[69385]: value = "task-3340127" [ 804.346560] env[69385]: _type = "Task" [ 804.346560] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.359516] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.499747] env[69385]: DEBUG nova.compute.manager [req-48472a85-f94a-4c67-a9fe-80325fe7f647 req-9928e487-0231-4956-ae1d-d55f4e366c46 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Received event network-changed-4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 804.499747] env[69385]: DEBUG nova.compute.manager [req-48472a85-f94a-4c67-a9fe-80325fe7f647 req-9928e487-0231-4956-ae1d-d55f4e366c46 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Refreshing instance network info cache due to event network-changed-4d61f8c8-4830-4cca-b575-6e12bdce0d41. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 804.499884] env[69385]: DEBUG oslo_concurrency.lockutils [req-48472a85-f94a-4c67-a9fe-80325fe7f647 req-9928e487-0231-4956-ae1d-d55f4e366c46 service nova] Acquiring lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.500051] env[69385]: DEBUG oslo_concurrency.lockutils [req-48472a85-f94a-4c67-a9fe-80325fe7f647 req-9928e487-0231-4956-ae1d-d55f4e366c46 service nova] Acquired lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.500185] env[69385]: DEBUG nova.network.neutron [req-48472a85-f94a-4c67-a9fe-80325fe7f647 req-9928e487-0231-4956-ae1d-d55f4e366c46 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Refreshing network info cache for port 4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.709830] env[69385]: DEBUG oslo_vmware.api [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Task: {'id': task-3340123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151308} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.713052] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.713052] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.713052] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.713052] env[69385]: INFO nova.compute.manager [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 804.713052] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.713052] env[69385]: DEBUG nova.compute.manager [-] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.713052] env[69385]: DEBUG nova.network.neutron [-] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.727595] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.767347] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340126, 'name': CreateVM_Task, 'duration_secs': 0.368342} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.767755] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.769015] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.771023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.771023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.771023] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331ad698-a5ea-408e-af83-dae12cfb8cfd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.775750] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 804.775750] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0f2f3-8a4c-d1be-5e64-ad0ef26321f0" [ 804.775750] env[69385]: _type = "Task" [ 804.775750] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.785833] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0f2f3-8a4c-d1be-5e64-ad0ef26321f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.835702] env[69385]: DEBUG nova.compute.utils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.836172] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.840141] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.857561] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072026} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.858854] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.859877] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1228792e-d6be-45aa-b9fb-81131abe1c0f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.899053] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 84573f5a-acde-4392-92f2-e7c08096d250/84573f5a-acde-4392-92f2-e7c08096d250.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.900539] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90f98865-0c48-48d6-a140-fef5209b981a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.923836] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 804.923836] env[69385]: value = "task-3340128" [ 804.923836] env[69385]: _type = "Task" [ 804.923836] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.932293] env[69385]: DEBUG nova.policy [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5febf8c52d7e493ca3f0eb33cc9c162c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67685f881c454685ad169d7cffc167d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.943049] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.234539] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.288268] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0f2f3-8a4c-d1be-5e64-ad0ef26321f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.288580] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.288887] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.289038] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.289408] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.289408] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.289846] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2eda704-5802-479a-b83a-f19761b86430 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.305244] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.305467] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.306018] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3eb4cc-b682-4141-9219-42c3988a2c44 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.312140] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 805.312140] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529615cd-2701-247b-63a5-04c4315a3024" [ 805.312140] env[69385]: _type = "Task" [ 805.312140] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.327811] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529615cd-2701-247b-63a5-04c4315a3024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.342621] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.394797] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Successfully created port: 5ad2c99a-3434-429c-a2d0-1e37d8d35ec5 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.438530] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340128, 'name': ReconfigVM_Task, 'duration_secs': 0.366133} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.438943] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 84573f5a-acde-4392-92f2-e7c08096d250/84573f5a-acde-4392-92f2-e7c08096d250.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.439406] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1214355-df05-4705-8d83-0e7f054c52a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.448776] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 805.448776] env[69385]: value = "task-3340129" [ 805.448776] env[69385]: _type = "Task" [ 805.448776] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.457727] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340129, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.498027] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf821984-fc89-4314-b675-9b9cf137d493 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.507666] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed87d63a-a9da-4ec0-9e1e-e14a462dfeeb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.538842] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c7b33f-4a51-4986-9f25-e1684fa1d4b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.546733] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b45662-97bc-4dec-b525-871b02a40639 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.560489] env[69385]: DEBUG nova.compute.provider_tree [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.641679] env[69385]: DEBUG nova.network.neutron [-] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.670470] env[69385]: DEBUG nova.network.neutron [req-48472a85-f94a-4c67-a9fe-80325fe7f647 req-9928e487-0231-4956-ae1d-d55f4e366c46 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Updated VIF entry in instance network info cache for port 4d61f8c8-4830-4cca-b575-6e12bdce0d41. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.670824] env[69385]: DEBUG nova.network.neutron [req-48472a85-f94a-4c67-a9fe-80325fe7f647 req-9928e487-0231-4956-ae1d-d55f4e366c46 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Updating instance_info_cache with network_info: [{"id": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "address": "fa:16:3e:f0:b0:1d", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d61f8c8-48", "ovs_interfaceid": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.728515] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.825293] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529615cd-2701-247b-63a5-04c4315a3024, 'name': SearchDatastore_Task, 'duration_secs': 0.014044} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.826118] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cdf769-9233-48a1-aec4-8fda6e390c54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.831300] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 805.831300] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52611d0e-c1ba-2de4-7af5-42beb55064a1" [ 805.831300] env[69385]: _type = "Task" [ 805.831300] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.838779] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52611d0e-c1ba-2de4-7af5-42beb55064a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.959213] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340129, 'name': Rename_Task, 'duration_secs': 0.17457} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.959451] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.959748] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70fe391b-57dd-4bb3-8ed7-b7facb020df2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.967628] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 805.967628] env[69385]: value = "task-3340130" [ 805.967628] env[69385]: _type = "Task" [ 805.967628] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.980424] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.064354] env[69385]: DEBUG nova.scheduler.client.report [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.142103] env[69385]: INFO nova.compute.manager [-] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Took 1.43 seconds to deallocate network for instance. [ 806.177465] env[69385]: DEBUG oslo_concurrency.lockutils [req-48472a85-f94a-4c67-a9fe-80325fe7f647 req-9928e487-0231-4956-ae1d-d55f4e366c46 service nova] Releasing lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.230670] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.344255] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52611d0e-c1ba-2de4-7af5-42beb55064a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.344826] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.345204] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] f2980e1b-a580-4b7a-aa93-3bb7e4e725fe/f2980e1b-a580-4b7a-aa93-3bb7e4e725fe.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.345836] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-006fea03-c725-4d86-9d31-0b7e051370fe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.354849] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.357120] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 806.357120] env[69385]: value = "task-3340131" [ 806.357120] env[69385]: _type = "Task" [ 806.357120] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.371590] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.389894] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.390179] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.390335] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.390512] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.390679] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.390836] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.391051] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.391208] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.391417] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.391584] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.391923] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.393075] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac5b247-6a66-43a0-a8d1-5736685cd600 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.402911] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16bcd53-ac0e-47af-abc2-2457e9e1b390 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.482819] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340130, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.539230] env[69385]: DEBUG nova.compute.manager [req-5c46dd9e-3ddc-4eeb-8f94-0aeeb85c79ff req-68d824e4-0dd2-4e89-92e3-c830157e2c9f service nova] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Received event network-vif-deleted-1b024e40-6d97-4166-8282-61c52b6bb4ab {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 806.569283] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.572588] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.996s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.574284] env[69385]: INFO nova.compute.claims [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.593648] env[69385]: INFO nova.scheduler.client.report [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Deleted allocations for instance 93e805a4-34c8-4c38-a068-201bac8f4db7 [ 806.653875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.734633] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.871526] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.978881] env[69385]: DEBUG oslo_vmware.api [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340130, 'name': PowerOnVM_Task, 'duration_secs': 0.546333} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.979292] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.979501] env[69385]: INFO nova.compute.manager [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Took 8.36 seconds to spawn the instance on the hypervisor. [ 806.979686] env[69385]: DEBUG nova.compute.manager [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.980583] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f397bb-49a9-4113-9ed9-70335c6e7250 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.107309] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47d4fb75-37bc-48cd-8c39-998971fcf695 tempest-ServerShowV254Test-717425379 tempest-ServerShowV254Test-717425379-project-member] Lock "93e805a4-34c8-4c38-a068-201bac8f4db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.857s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.232473] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.368984] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586865} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.369431] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] f2980e1b-a580-4b7a-aa93-3bb7e4e725fe/f2980e1b-a580-4b7a-aa93-3bb7e4e725fe.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.369695] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.369989] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0d1dd43-644e-4c9f-b504-e3bd45184e1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.377395] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 807.377395] env[69385]: value = "task-3340132" [ 807.377395] env[69385]: _type = "Task" [ 807.377395] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.388167] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.508975] env[69385]: INFO nova.compute.manager [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Took 45.09 seconds to build instance. [ 807.544635] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Successfully updated port: 5ad2c99a-3434-429c-a2d0-1e37d8d35ec5 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.734143] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.892703] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122442} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.893039] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.893863] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2510d7-e2ea-4f6e-a62b-0a1e2234f49d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.923684] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] f2980e1b-a580-4b7a-aa93-3bb7e4e725fe/f2980e1b-a580-4b7a-aa93-3bb7e4e725fe.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.929028] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7314d22d-dbfb-46ca-bb5a-ad8005834258 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.952460] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 807.952460] env[69385]: value = "task-3340133" [ 807.952460] env[69385]: _type = "Task" [ 807.952460] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.961147] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.018320] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4cf6d3f5-b5c8-4b2b-a816-853fd3ac53d3 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "84573f5a-acde-4392-92f2-e7c08096d250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.314s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.048343] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "refresh_cache-a2780709-ed0a-4806-adfb-f8e148d6e156" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.048510] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "refresh_cache-a2780709-ed0a-4806-adfb-f8e148d6e156" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.048659] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.237437] env[69385]: DEBUG oslo_vmware.api [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340119, 'name': ReconfigVM_Task, 'duration_secs': 5.801484} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.237649] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.238354] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Reconfigured VM to detach interface {{(pid=69385) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 808.245172] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77defc56-154d-4146-a35b-3d72a914172f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.253509] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e771b56a-b1e5-44f1-89ed-262b31f63613 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.290175] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483c7cf0-374b-46a7-ac24-3badac2a5627 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.299607] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a80efe5-eed2-4666-af83-a3308964178e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.313156] env[69385]: DEBUG nova.compute.provider_tree [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.464350] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.524167] env[69385]: DEBUG nova.compute.manager [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.604406] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.783431] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquiring lock "dc140836-f1cf-4c4d-9f29-ce849f969179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.783431] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "dc140836-f1cf-4c4d-9f29-ce849f969179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.789266] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Updating instance_info_cache with network_info: [{"id": "5ad2c99a-3434-429c-a2d0-1e37d8d35ec5", "address": "fa:16:3e:2c:ac:8d", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad2c99a-34", "ovs_interfaceid": "5ad2c99a-3434-429c-a2d0-1e37d8d35ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.816560] env[69385]: DEBUG nova.scheduler.client.report [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.949453] env[69385]: DEBUG nova.compute.manager [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Received event network-vif-plugged-5ad2c99a-3434-429c-a2d0-1e37d8d35ec5 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.949453] env[69385]: DEBUG oslo_concurrency.lockutils [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] Acquiring lock "a2780709-ed0a-4806-adfb-f8e148d6e156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.949453] env[69385]: DEBUG oslo_concurrency.lockutils [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] Lock "a2780709-ed0a-4806-adfb-f8e148d6e156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.949853] env[69385]: DEBUG oslo_concurrency.lockutils [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] Lock "a2780709-ed0a-4806-adfb-f8e148d6e156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.949853] env[69385]: DEBUG nova.compute.manager [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] No waiting events found dispatching network-vif-plugged-5ad2c99a-3434-429c-a2d0-1e37d8d35ec5 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.950352] env[69385]: WARNING nova.compute.manager [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Received unexpected event network-vif-plugged-5ad2c99a-3434-429c-a2d0-1e37d8d35ec5 for instance with vm_state building and task_state spawning. [ 808.950464] env[69385]: DEBUG nova.compute.manager [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Received event network-changed-5ad2c99a-3434-429c-a2d0-1e37d8d35ec5 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.950592] env[69385]: DEBUG nova.compute.manager [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Refreshing instance network info cache due to event network-changed-5ad2c99a-3434-429c-a2d0-1e37d8d35ec5. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 808.950891] env[69385]: DEBUG oslo_concurrency.lockutils [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] Acquiring lock "refresh_cache-a2780709-ed0a-4806-adfb-f8e148d6e156" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.967813] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340133, 'name': ReconfigVM_Task, 'duration_secs': 0.662775} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.967813] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Reconfigured VM instance instance-00000023 to attach disk [datastore2] f2980e1b-a580-4b7a-aa93-3bb7e4e725fe/f2980e1b-a580-4b7a-aa93-3bb7e4e725fe.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.967813] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f679a419-c4d3-40e4-b512-9d9bcbabeb91 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.975341] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 808.975341] env[69385]: value = "task-3340134" [ 808.975341] env[69385]: _type = "Task" [ 808.975341] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.985678] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340134, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.048603] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.296029] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "refresh_cache-a2780709-ed0a-4806-adfb-f8e148d6e156" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.296029] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Instance network_info: |[{"id": "5ad2c99a-3434-429c-a2d0-1e37d8d35ec5", "address": "fa:16:3e:2c:ac:8d", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad2c99a-34", "ovs_interfaceid": "5ad2c99a-3434-429c-a2d0-1e37d8d35ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.296029] env[69385]: DEBUG oslo_concurrency.lockutils [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] Acquired lock "refresh_cache-a2780709-ed0a-4806-adfb-f8e148d6e156" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.296029] env[69385]: DEBUG nova.network.neutron [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Refreshing network info cache for port 5ad2c99a-3434-429c-a2d0-1e37d8d35ec5 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.296029] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ac:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ad2c99a-3434-429c-a2d0-1e37d8d35ec5', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.310705] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Creating folder: Project (67685f881c454685ad169d7cffc167d0). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.316115] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64b3c0b6-ce16-4ef5-86f9-bd1f768452eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.323358] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.323903] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.328198] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.865s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.330679] env[69385]: DEBUG nova.objects.instance [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lazy-loading 'resources' on Instance uuid 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.335979] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Created folder: Project (67685f881c454685ad169d7cffc167d0) in parent group-v666556. [ 809.335979] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Creating folder: Instances. Parent ref: group-v666662. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.335979] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0319ac7f-7975-44c2-b0f7-789e2f5c11aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.348764] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Created folder: Instances in parent group-v666662. [ 809.348764] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.348764] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.348764] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e95700d-138c-4e24-8343-58629837444f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.375515] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.375515] env[69385]: value = "task-3340137" [ 809.375515] env[69385]: _type = "Task" [ 809.375515] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.383737] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340137, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.489432] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340134, 'name': Rename_Task, 'duration_secs': 0.202606} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.492671] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.492964] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7841b112-8f62-4f6b-87d2-b62d9c829e19 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.500343] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 809.500343] env[69385]: value = "task-3340138" [ 809.500343] env[69385]: _type = "Task" [ 809.500343] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.510784] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.620334] env[69385]: DEBUG nova.network.neutron [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Updated VIF entry in instance network info cache for port 5ad2c99a-3434-429c-a2d0-1e37d8d35ec5. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.621021] env[69385]: DEBUG nova.network.neutron [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Updating instance_info_cache with network_info: [{"id": "5ad2c99a-3434-429c-a2d0-1e37d8d35ec5", "address": "fa:16:3e:2c:ac:8d", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad2c99a-34", "ovs_interfaceid": "5ad2c99a-3434-429c-a2d0-1e37d8d35ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.646191] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.646486] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.646745] env[69385]: DEBUG nova.network.neutron [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.836813] env[69385]: DEBUG nova.compute.utils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.840953] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.841148] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.886034] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340137, 'name': CreateVM_Task, 'duration_secs': 0.50591} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.888335] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.892081] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.892081] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.892081] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.892081] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32abf27f-d527-43af-b4a6-3fa7d69ce962 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.896247] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 809.896247] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524da8db-eed1-6f36-ad4f-c543fc93dad7" [ 809.896247] env[69385]: _type = "Task" [ 809.896247] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.900460] env[69385]: DEBUG nova.policy [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5febf8c52d7e493ca3f0eb33cc9c162c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67685f881c454685ad169d7cffc167d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.908032] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524da8db-eed1-6f36-ad4f-c543fc93dad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.011637] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340138, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.057740] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "813826c6-5135-45fb-a05d-5f079eab0d43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.058014] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "813826c6-5135-45fb-a05d-5f079eab0d43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.058258] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "813826c6-5135-45fb-a05d-5f079eab0d43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.059844] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "813826c6-5135-45fb-a05d-5f079eab0d43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.059844] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "813826c6-5135-45fb-a05d-5f079eab0d43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.062681] env[69385]: INFO nova.compute.manager [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Terminating instance [ 810.126378] env[69385]: DEBUG oslo_concurrency.lockutils [req-9abb3bd5-3b91-4f0b-b2d9-6485e662c1fb req-a84b13db-7671-41ba-be7d-cc4f7052f382 service nova] Releasing lock "refresh_cache-a2780709-ed0a-4806-adfb-f8e148d6e156" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.272440] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Successfully created port: a581894c-6fa1-4828-a7e8-b98a293a02e5 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.328333] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "096070fc-9954-452b-8354-fdda19e1ed09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.328555] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "096070fc-9954-452b-8354-fdda19e1ed09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.340990] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.406603] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524da8db-eed1-6f36-ad4f-c543fc93dad7, 'name': SearchDatastore_Task, 'duration_secs': 0.012857} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.409626] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.409935] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.410687] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.410687] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.410687] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.411190] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c31e652-e799-4226-9f67-5e3d19eda3c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.420118] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.420362] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.425533] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f638e715-6cdd-4d1e-b109-53adac2df6f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.432122] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 810.432122] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fb7f8e-2411-ef22-5ad2-dd427a197a96" [ 810.432122] env[69385]: _type = "Task" [ 810.432122] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.441568] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fb7f8e-2411-ef22-5ad2-dd427a197a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.464658] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0024f805-f9b6-4a7c-a2b9-00715e71babb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.468239] env[69385]: INFO nova.network.neutron [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Port ad340f47-f5e5-42e0-aeea-13eb8909e413 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 810.468635] env[69385]: DEBUG nova.network.neutron [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updating instance_info_cache with network_info: [{"id": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "address": "fa:16:3e:3e:ef:59", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93289ff9-fb", "ovs_interfaceid": "93289ff9-fb9b-415f-b2bd-019bacbfe0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.475238] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfe4a86-341f-4388-961d-b614189c7e43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.516024] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4027100c-e1cd-4866-995a-bf11a79ac4e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.529261] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.530973] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aa4883-1dbc-4044-a511-6c07a849d317 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.547844] env[69385]: DEBUG nova.compute.provider_tree [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.565824] env[69385]: DEBUG nova.compute.manager [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.566019] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.567127] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf8a78-f586-48d5-8db8-b9a619331ff4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.574582] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.575145] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09727d6-2d05-4fcd-9c26-1b2233a2b334 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.580470] env[69385]: DEBUG oslo_vmware.api [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 810.580470] env[69385]: value = "task-3340139" [ 810.580470] env[69385]: _type = "Task" [ 810.580470] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.588042] env[69385]: DEBUG oslo_vmware.api [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.623682] env[69385]: DEBUG oslo_vmware.rw_handles [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e15bd-4ca0-77c4-9948-d6012a84a13d/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 810.624927] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f053753-8fea-4bef-92f3-50ceef28e33b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.631235] env[69385]: DEBUG oslo_vmware.rw_handles [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e15bd-4ca0-77c4-9948-d6012a84a13d/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 810.631459] env[69385]: ERROR oslo_vmware.rw_handles [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e15bd-4ca0-77c4-9948-d6012a84a13d/disk-0.vmdk due to incomplete transfer. [ 810.631683] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d8609037-9992-4321-a892-e706c38771c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.638705] env[69385]: DEBUG oslo_vmware.rw_handles [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e15bd-4ca0-77c4-9948-d6012a84a13d/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 810.638897] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Uploaded image 792791d1-4782-47a5-a653-2eda140f7b6d to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 810.641044] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 810.641282] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9433f0c8-84f0-493c-b2e8-d920b778b5f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.647260] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 810.647260] env[69385]: value = "task-3340140" [ 810.647260] env[69385]: _type = "Task" [ 810.647260] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.655077] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340140, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.943632] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fb7f8e-2411-ef22-5ad2-dd427a197a96, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.944498] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678caef2-af23-4f2e-a56e-cf4574974680 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.952458] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 810.952458] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527ae3d8-e200-d925-2180-debfbab1b98c" [ 810.952458] env[69385]: _type = "Task" [ 810.952458] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.962829] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527ae3d8-e200-d925-2180-debfbab1b98c, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.962829] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.962829] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] a2780709-ed0a-4806-adfb-f8e148d6e156/a2780709-ed0a-4806-adfb-f8e148d6e156.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.962829] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8189b28-2a7f-4fbb-b2e1-be77b831574f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.969526] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 810.969526] env[69385]: value = "task-3340141" [ 810.969526] env[69385]: _type = "Task" [ 810.969526] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.973114] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-813826c6-5135-45fb-a05d-5f079eab0d43" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.978993] env[69385]: DEBUG nova.compute.manager [req-83acf78c-f589-45bb-b151-f146d1313202 req-03d70830-0603-418f-8918-585da9e41076 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Received event network-vif-deleted-ad340f47-f5e5-42e0-aeea-13eb8909e413 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.983757] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.020508] env[69385]: DEBUG oslo_vmware.api [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340138, 'name': PowerOnVM_Task, 'duration_secs': 1.062153} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.020826] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.021013] env[69385]: INFO nova.compute.manager [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Took 9.71 seconds to spawn the instance on the hypervisor. [ 811.021114] env[69385]: DEBUG nova.compute.manager [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.021855] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61631f5a-681f-40ad-bc0c-2b896a2ddf87 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.050696] env[69385]: DEBUG nova.scheduler.client.report [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.090329] env[69385]: DEBUG oslo_vmware.api [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340139, 'name': PowerOffVM_Task, 'duration_secs': 0.224795} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.090653] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.090835] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.091440] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-129ff28f-a51c-45f0-8b70-b164d407e625 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.155973] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.156273] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.156544] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleting the datastore file [datastore1] 813826c6-5135-45fb-a05d-5f079eab0d43 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.157228] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc252d9-4aa9-4960-b7ca-babfeb0f0f11 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.162481] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340140, 'name': Destroy_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.167143] env[69385]: DEBUG oslo_vmware.api [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 811.167143] env[69385]: value = "task-3340143" [ 811.167143] env[69385]: _type = "Task" [ 811.167143] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.175270] env[69385]: DEBUG oslo_vmware.api [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.350730] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.375359] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.375634] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.375857] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.376079] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.376273] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.376442] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.376943] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.376943] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.377062] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.377188] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.377437] env[69385]: DEBUG nova.virt.hardware [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.378428] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcb20b1-ddcf-4712-b7de-71b18388c609 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.387436] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9397d921-8ecd-484f-a524-7fd8352773db {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.482802] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8c778383-acbd-4c36-be85-20c0ce6ac407 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-813826c6-5135-45fb-a05d-5f079eab0d43-ad340f47-f5e5-42e0-aeea-13eb8909e413" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.896s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.484350] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340141, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.542950] env[69385]: INFO nova.compute.manager [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Took 46.15 seconds to build instance. [ 811.555761] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.558167] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.730s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.560150] env[69385]: INFO nova.compute.claims [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.579403] env[69385]: INFO nova.scheduler.client.report [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Deleted allocations for instance 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6 [ 811.660159] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340140, 'name': Destroy_Task, 'duration_secs': 0.662866} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.660425] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Destroyed the VM [ 811.660662] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 811.660914] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c604187-ccdb-4202-a71f-70c5e054300f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.667237] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 811.667237] env[69385]: value = "task-3340144" [ 811.667237] env[69385]: _type = "Task" [ 811.667237] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.679478] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.682787] env[69385]: DEBUG oslo_vmware.api [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353314} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.683102] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.683397] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.683591] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.683765] env[69385]: INFO nova.compute.manager [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Took 1.12 seconds to destroy the instance on the hypervisor. [ 811.684026] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.684233] env[69385]: DEBUG nova.compute.manager [-] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.684339] env[69385]: DEBUG nova.network.neutron [-] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.729179] env[69385]: DEBUG nova.compute.manager [req-86145ffe-c637-40f2-b0c6-a9590aa62f62 req-d44cf17e-214a-4304-81a1-cfcdf84ab6d8 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Received event network-vif-plugged-a581894c-6fa1-4828-a7e8-b98a293a02e5 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 811.729413] env[69385]: DEBUG oslo_concurrency.lockutils [req-86145ffe-c637-40f2-b0c6-a9590aa62f62 req-d44cf17e-214a-4304-81a1-cfcdf84ab6d8 service nova] Acquiring lock "74adec6b-a6c9-49f3-b0ed-34da300f7716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.729620] env[69385]: DEBUG oslo_concurrency.lockutils [req-86145ffe-c637-40f2-b0c6-a9590aa62f62 req-d44cf17e-214a-4304-81a1-cfcdf84ab6d8 service nova] Lock "74adec6b-a6c9-49f3-b0ed-34da300f7716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.729784] env[69385]: DEBUG oslo_concurrency.lockutils [req-86145ffe-c637-40f2-b0c6-a9590aa62f62 req-d44cf17e-214a-4304-81a1-cfcdf84ab6d8 service nova] Lock "74adec6b-a6c9-49f3-b0ed-34da300f7716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.729951] env[69385]: DEBUG nova.compute.manager [req-86145ffe-c637-40f2-b0c6-a9590aa62f62 req-d44cf17e-214a-4304-81a1-cfcdf84ab6d8 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] No waiting events found dispatching network-vif-plugged-a581894c-6fa1-4828-a7e8-b98a293a02e5 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.730340] env[69385]: WARNING nova.compute.manager [req-86145ffe-c637-40f2-b0c6-a9590aa62f62 req-d44cf17e-214a-4304-81a1-cfcdf84ab6d8 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Received unexpected event network-vif-plugged-a581894c-6fa1-4828-a7e8-b98a293a02e5 for instance with vm_state building and task_state spawning. [ 811.832021] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Successfully updated port: a581894c-6fa1-4828-a7e8-b98a293a02e5 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.982713] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520027} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.983186] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] a2780709-ed0a-4806-adfb-f8e148d6e156/a2780709-ed0a-4806-adfb-f8e148d6e156.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.983534] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.983893] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-185bb9c8-162e-47df-881f-aab217ed7d22 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.991776] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 811.991776] env[69385]: value = "task-3340145" [ 811.991776] env[69385]: _type = "Task" [ 811.991776] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.000906] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.044785] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5c2b0495-dfb6-46f3-b0e5-b2ee163b4853 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.999s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.093279] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f5e6c2af-1a3f-4f33-9c89-1338021830d6 tempest-ServerDiagnosticsNegativeTest-1359244799 tempest-ServerDiagnosticsNegativeTest-1359244799-project-member] Lock "4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.722s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.110214] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "4456d60a-cd3f-45c8-b48f-13f45531fea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.110480] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "4456d60a-cd3f-45c8-b48f-13f45531fea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.112823] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "4456d60a-cd3f-45c8-b48f-13f45531fea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.112823] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "4456d60a-cd3f-45c8-b48f-13f45531fea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.112823] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "4456d60a-cd3f-45c8-b48f-13f45531fea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.115770] env[69385]: INFO nova.compute.manager [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Terminating instance [ 812.178882] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.335826] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "refresh_cache-74adec6b-a6c9-49f3-b0ed-34da300f7716" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.335991] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "refresh_cache-74adec6b-a6c9-49f3-b0ed-34da300f7716" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.336161] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.502331] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072424} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.502822] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.503943] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc8cff-f7cb-4680-9689-c1aeff602205 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.532901] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] a2780709-ed0a-4806-adfb-f8e148d6e156/a2780709-ed0a-4806-adfb-f8e148d6e156.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.533826] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ec861e-cf67-44a5-ba9f-5d902f326e08 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.549538] env[69385]: DEBUG nova.compute.manager [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.562252] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 812.562252] env[69385]: value = "task-3340146" [ 812.562252] env[69385]: _type = "Task" [ 812.562252] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.569152] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.621290] env[69385]: DEBUG nova.compute.manager [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.621290] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.622149] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7225419c-28fa-4da6-a55a-872fc2a9cd3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.634608] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.634608] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa574849-12f4-4811-8c57-86e3ca7d4304 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.677248] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340144, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.786060] env[69385]: DEBUG nova.network.neutron [-] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.793933] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.793933] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.885012] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.885291] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.885405] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleting the datastore file [datastore1] 4456d60a-cd3f-45c8-b48f-13f45531fea6 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.885687] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a9a21e-7703-4ba8-a13e-308b0e7faee0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.891432] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.895422] env[69385]: DEBUG oslo_vmware.api [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 812.895422] env[69385]: value = "task-3340148" [ 812.895422] env[69385]: _type = "Task" [ 812.895422] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.909022] env[69385]: DEBUG oslo_vmware.api [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.032335] env[69385]: DEBUG nova.compute.manager [req-c29b0745-c690-4034-acfc-c94519f5f53d req-9966cfcb-481a-40e3-8a00-9edef7e5c571 service nova] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Received event network-vif-deleted-93289ff9-fb9b-415f-b2bd-019bacbfe0bd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 813.069718] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340146, 'name': ReconfigVM_Task, 'duration_secs': 0.375523} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.074338] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Reconfigured VM instance instance-00000024 to attach disk [datastore2] a2780709-ed0a-4806-adfb-f8e148d6e156/a2780709-ed0a-4806-adfb-f8e148d6e156.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.075773] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc0b2b21-293b-4fcb-8eb1-c3f15d0be16b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.077954] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.084365] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 813.084365] env[69385]: value = "task-3340149" [ 813.084365] env[69385]: _type = "Task" [ 813.084365] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.094326] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340149, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.174301] env[69385]: DEBUG nova.network.neutron [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Updating instance_info_cache with network_info: [{"id": "a581894c-6fa1-4828-a7e8-b98a293a02e5", "address": "fa:16:3e:90:02:b1", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa581894c-6f", "ovs_interfaceid": "a581894c-6fa1-4828-a7e8-b98a293a02e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.188670] env[69385]: DEBUG oslo_vmware.api [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340144, 'name': RemoveSnapshot_Task, 'duration_secs': 1.118976} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.189921] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 813.190863] env[69385]: INFO nova.compute.manager [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Took 15.33 seconds to snapshot the instance on the hypervisor. [ 813.205031] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ebe14d-1c46-4991-890e-1286000680d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.214223] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f58894f-b292-485b-849c-9192b56ce01f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.253615] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2e2f7-25f3-43c6-b2ee-c18c1c1c7b49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.262863] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc7f420-cc6b-4e80-b91e-36feb472589c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.278495] env[69385]: DEBUG nova.compute.provider_tree [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.292904] env[69385]: INFO nova.compute.manager [-] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Took 1.61 seconds to deallocate network for instance. [ 813.405844] env[69385]: DEBUG oslo_vmware.api [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161838} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.406087] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.406290] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.406467] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.406639] env[69385]: INFO nova.compute.manager [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Took 0.79 seconds to destroy the instance on the hypervisor. [ 813.406874] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.407085] env[69385]: DEBUG nova.compute.manager [-] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.407184] env[69385]: DEBUG nova.network.neutron [-] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.595426] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340149, 'name': Rename_Task, 'duration_secs': 0.15401} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.595703] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.595957] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62daf65f-827a-4ce0-bb7a-53ce80ac0c9f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.602542] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 813.602542] env[69385]: value = "task-3340150" [ 813.602542] env[69385]: _type = "Task" [ 813.602542] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.610372] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.678558] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "refresh_cache-74adec6b-a6c9-49f3-b0ed-34da300f7716" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.679374] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Instance network_info: |[{"id": "a581894c-6fa1-4828-a7e8-b98a293a02e5", "address": "fa:16:3e:90:02:b1", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa581894c-6f", "ovs_interfaceid": "a581894c-6fa1-4828-a7e8-b98a293a02e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.684727] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:02:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a581894c-6fa1-4828-a7e8-b98a293a02e5', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.693800] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.695124] env[69385]: DEBUG nova.compute.manager [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Instance disappeared during snapshot {{(pid=69385) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 813.697445] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.698966] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70eebf2c-059e-47dd-9d41-14721b075358 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.713962] env[69385]: DEBUG nova.compute.manager [None req-781fe11c-f7a8-4d30-bb54-294d1f5f99c5 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image not found during clean up 792791d1-4782-47a5-a653-2eda140f7b6d {{(pid=69385) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 813.721084] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.721084] env[69385]: value = "task-3340151" [ 813.721084] env[69385]: _type = "Task" [ 813.721084] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.732368] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340151, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.782962] env[69385]: DEBUG nova.scheduler.client.report [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.800677] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.835343] env[69385]: DEBUG nova.compute.manager [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Received event network-changed-a581894c-6fa1-4828-a7e8-b98a293a02e5 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 813.835460] env[69385]: DEBUG nova.compute.manager [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Refreshing instance network info cache due to event network-changed-a581894c-6fa1-4828-a7e8-b98a293a02e5. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 813.835672] env[69385]: DEBUG oslo_concurrency.lockutils [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] Acquiring lock "refresh_cache-74adec6b-a6c9-49f3-b0ed-34da300f7716" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.836392] env[69385]: DEBUG oslo_concurrency.lockutils [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] Acquired lock "refresh_cache-74adec6b-a6c9-49f3-b0ed-34da300f7716" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.836392] env[69385]: DEBUG nova.network.neutron [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Refreshing network info cache for port a581894c-6fa1-4828-a7e8-b98a293a02e5 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.113153] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.188218] env[69385]: DEBUG nova.network.neutron [-] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.232341] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340151, 'name': CreateVM_Task, 'duration_secs': 0.423972} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.232617] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.233412] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.233630] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.234026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.234686] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf5fea96-9625-430b-8195-83fde3bc5991 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.240389] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 814.240389] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e673f8-e1d6-441b-e584-baa22aeee5af" [ 814.240389] env[69385]: _type = "Task" [ 814.240389] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.248995] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e673f8-e1d6-441b-e584-baa22aeee5af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.291279] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.291525] env[69385]: DEBUG nova.compute.manager [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.294586] env[69385]: DEBUG oslo_concurrency.lockutils [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.583s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.295078] env[69385]: DEBUG nova.objects.instance [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lazy-loading 'resources' on Instance uuid f2499b0d-3142-48df-b283-2d8ff453c5ee {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.616554] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340150, 'name': PowerOnVM_Task, 'duration_secs': 0.698264} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.616822] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.617061] env[69385]: INFO nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Took 8.26 seconds to spawn the instance on the hypervisor. [ 814.617242] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.618095] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13be74b-a7b9-4589-8e1b-4464ccf1d1b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.644186] env[69385]: DEBUG nova.network.neutron [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Updated VIF entry in instance network info cache for port a581894c-6fa1-4828-a7e8-b98a293a02e5. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.645042] env[69385]: DEBUG nova.network.neutron [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Updating instance_info_cache with network_info: [{"id": "a581894c-6fa1-4828-a7e8-b98a293a02e5", "address": "fa:16:3e:90:02:b1", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa581894c-6f", "ovs_interfaceid": "a581894c-6fa1-4828-a7e8-b98a293a02e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.688642] env[69385]: INFO nova.compute.manager [-] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Took 1.28 seconds to deallocate network for instance. [ 814.753027] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e673f8-e1d6-441b-e584-baa22aeee5af, 'name': SearchDatastore_Task, 'duration_secs': 0.012478} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.755748] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.755748] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.755748] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.755748] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.755748] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.755748] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c668ec1b-fa5a-40b2-a463-c4573e9d5707 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.764249] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.764439] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.765195] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52b90a6-d149-4dba-a856-5d125d5a1269 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.775024] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 814.775024] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52307a2b-511d-f8ad-6c3d-aba2eb9cbe30" [ 814.775024] env[69385]: _type = "Task" [ 814.775024] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.780071] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52307a2b-511d-f8ad-6c3d-aba2eb9cbe30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.798938] env[69385]: DEBUG nova.compute.utils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.802916] env[69385]: DEBUG nova.compute.manager [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.802916] env[69385]: DEBUG nova.network.neutron [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.853733] env[69385]: DEBUG nova.policy [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe350abd58054dde8676ee68499090fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dfa1fd6d0f3446fbf53334c3a8c1bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.088155] env[69385]: DEBUG nova.compute.manager [req-c937ddd1-63fe-4f7a-8dd8-fb89b50d9c52 req-76c48c16-4197-492d-97a9-da2625031b1f service nova] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Received event network-vif-deleted-07f1f0c8-2ce2-4dc0-b8ed-7c0d47466588 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.143728] env[69385]: INFO nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Took 48.05 seconds to build instance. [ 815.149755] env[69385]: DEBUG oslo_concurrency.lockutils [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] Releasing lock "refresh_cache-74adec6b-a6c9-49f3-b0ed-34da300f7716" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.149845] env[69385]: DEBUG nova.compute.manager [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Received event network-changed-4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.150059] env[69385]: DEBUG nova.compute.manager [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Refreshing instance network info cache due to event network-changed-4d61f8c8-4830-4cca-b575-6e12bdce0d41. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 815.150342] env[69385]: DEBUG oslo_concurrency.lockutils [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] Acquiring lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.150504] env[69385]: DEBUG oslo_concurrency.lockutils [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] Acquired lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.150691] env[69385]: DEBUG nova.network.neutron [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Refreshing network info cache for port 4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.194551] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.245398] env[69385]: DEBUG nova.network.neutron [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Successfully created port: 58c18cb0-ebaa-4e99-b83e-3afd362c2cc0 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.283807] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52307a2b-511d-f8ad-6c3d-aba2eb9cbe30, 'name': SearchDatastore_Task, 'duration_secs': 0.008238} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.286894] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f722414-75e1-4b76-9ba3-0585cd869cfd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.295974] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 815.295974] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523ac263-7164-0518-4bf5-bef3721c8a39" [ 815.295974] env[69385]: _type = "Task" [ 815.295974] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.305327] env[69385]: DEBUG nova.compute.manager [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.313451] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523ac263-7164-0518-4bf5-bef3721c8a39, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.313907] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.314540] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 74adec6b-a6c9-49f3-b0ed-34da300f7716/74adec6b-a6c9-49f3-b0ed-34da300f7716.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.314540] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-125c7638-f45a-4aa9-b82b-14eb43c609e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.322168] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 815.322168] env[69385]: value = "task-3340152" [ 815.322168] env[69385]: _type = "Task" [ 815.322168] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.330165] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.373256] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f6c110-fc95-4eba-b337-b041cfb7c5bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.381346] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f95d1e9-0573-4153-8358-952001e0d96a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.412055] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8996126-36cf-4c18-a1c3-ae4c5c7102ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.421394] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8d3bc9-bc24-4e3c-a641-0fdda828f93d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.438391] env[69385]: DEBUG nova.compute.provider_tree [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.648253] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "a2780709-ed0a-4806-adfb-f8e148d6e156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.039s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.835090] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340152, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.898494] env[69385]: DEBUG nova.network.neutron [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Updated VIF entry in instance network info cache for port 4d61f8c8-4830-4cca-b575-6e12bdce0d41. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.899249] env[69385]: DEBUG nova.network.neutron [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Updating instance_info_cache with network_info: [{"id": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "address": "fa:16:3e:f0:b0:1d", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d61f8c8-48", "ovs_interfaceid": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.943409] env[69385]: DEBUG nova.scheduler.client.report [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.152038] env[69385]: DEBUG nova.compute.manager [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.158658] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.158891] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.315490] env[69385]: DEBUG nova.compute.manager [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.333407] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514934} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.333407] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 74adec6b-a6c9-49f3-b0ed-34da300f7716/74adec6b-a6c9-49f3-b0ed-34da300f7716.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.333407] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.333407] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42c581a6-1245-4300-a7bb-809b7c3324f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.341705] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 816.341705] env[69385]: value = "task-3340153" [ 816.341705] env[69385]: _type = "Task" [ 816.341705] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.343814] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.344054] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.344233] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.344477] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.344633] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.344781] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.344995] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.345169] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.345330] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.345486] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.345653] env[69385]: DEBUG nova.virt.hardware [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.346516] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50089b5e-d562-4ff5-a0a5-edb0283878e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.359591] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2ebe0a-f2b7-439e-89f1-49008fec6be6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.364053] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.403694] env[69385]: DEBUG oslo_concurrency.lockutils [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] Releasing lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.403995] env[69385]: DEBUG nova.compute.manager [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Received event network-changed-4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 816.404161] env[69385]: DEBUG nova.compute.manager [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Refreshing instance network info cache due to event network-changed-4d61f8c8-4830-4cca-b575-6e12bdce0d41. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 816.404376] env[69385]: DEBUG oslo_concurrency.lockutils [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] Acquiring lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.404516] env[69385]: DEBUG oslo_concurrency.lockutils [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] Acquired lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.404674] env[69385]: DEBUG nova.network.neutron [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Refreshing network info cache for port 4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.450091] env[69385]: DEBUG oslo_concurrency.lockutils [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.453024] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.661s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.453217] env[69385]: DEBUG nova.objects.instance [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 816.476395] env[69385]: INFO nova.scheduler.client.report [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Deleted allocations for instance f2499b0d-3142-48df-b283-2d8ff453c5ee [ 816.670839] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.857451] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142641} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.857734] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.861977] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b787f3e3-f3a3-428b-a0cc-099d514324b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.884264] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 74adec6b-a6c9-49f3-b0ed-34da300f7716/74adec6b-a6c9-49f3-b0ed-34da300f7716.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.884567] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830132d1-3c1f-4523-b913-7f604e9544da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.899552] env[69385]: DEBUG nova.network.neutron [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Successfully updated port: 58c18cb0-ebaa-4e99-b83e-3afd362c2cc0 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.908872] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 816.908872] env[69385]: value = "task-3340154" [ 816.908872] env[69385]: _type = "Task" [ 816.908872] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.917986] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.984068] env[69385]: DEBUG oslo_concurrency.lockutils [None req-897291c0-7ccb-4cae-bc70-f2efe0942c37 tempest-DeleteServersAdminTestJSON-29606716 tempest-DeleteServersAdminTestJSON-29606716-project-member] Lock "f2499b0d-3142-48df-b283-2d8ff453c5ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.729s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.150369] env[69385]: DEBUG nova.network.neutron [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Updated VIF entry in instance network info cache for port 4d61f8c8-4830-4cca-b575-6e12bdce0d41. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.150698] env[69385]: DEBUG nova.network.neutron [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Updating instance_info_cache with network_info: [{"id": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "address": "fa:16:3e:f0:b0:1d", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d61f8c8-48", "ovs_interfaceid": "4d61f8c8-4830-4cca-b575-6e12bdce0d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.171332] env[69385]: DEBUG nova.compute.manager [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Received event network-vif-plugged-58c18cb0-ebaa-4e99-b83e-3afd362c2cc0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.171832] env[69385]: DEBUG oslo_concurrency.lockutils [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] Acquiring lock "f973c546-9245-4da6-8eab-fd26e12ee0f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.171832] env[69385]: DEBUG oslo_concurrency.lockutils [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] Lock "f973c546-9245-4da6-8eab-fd26e12ee0f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.171953] env[69385]: DEBUG oslo_concurrency.lockutils [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] Lock "f973c546-9245-4da6-8eab-fd26e12ee0f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.172441] env[69385]: DEBUG nova.compute.manager [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] No waiting events found dispatching network-vif-plugged-58c18cb0-ebaa-4e99-b83e-3afd362c2cc0 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.172704] env[69385]: WARNING nova.compute.manager [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Received unexpected event network-vif-plugged-58c18cb0-ebaa-4e99-b83e-3afd362c2cc0 for instance with vm_state building and task_state spawning. [ 817.172913] env[69385]: DEBUG nova.compute.manager [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Received event network-changed-58c18cb0-ebaa-4e99-b83e-3afd362c2cc0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.173087] env[69385]: DEBUG nova.compute.manager [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Refreshing instance network info cache due to event network-changed-58c18cb0-ebaa-4e99-b83e-3afd362c2cc0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 817.173274] env[69385]: DEBUG oslo_concurrency.lockutils [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] Acquiring lock "refresh_cache-f973c546-9245-4da6-8eab-fd26e12ee0f4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.173482] env[69385]: DEBUG oslo_concurrency.lockutils [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] Acquired lock "refresh_cache-f973c546-9245-4da6-8eab-fd26e12ee0f4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.173660] env[69385]: DEBUG nova.network.neutron [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Refreshing network info cache for port 58c18cb0-ebaa-4e99-b83e-3afd362c2cc0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.403361] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-f973c546-9245-4da6-8eab-fd26e12ee0f4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.419388] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.462682] env[69385]: DEBUG oslo_concurrency.lockutils [None req-318bfbfd-e0a5-4f3b-bcea-005cbcc047f3 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.463750] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.356s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.654798] env[69385]: DEBUG oslo_concurrency.lockutils [req-c458435c-2470-4dbe-aff6-6cd3ef762902 req-152b1b11-6a39-4b69-8d77-a9560b7c6182 service nova] Releasing lock "refresh_cache-f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.726990] env[69385]: DEBUG nova.network.neutron [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.835766] env[69385]: DEBUG nova.network.neutron [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.920542] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340154, 'name': ReconfigVM_Task, 'duration_secs': 0.780085} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.920824] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 74adec6b-a6c9-49f3-b0ed-34da300f7716/74adec6b-a6c9-49f3-b0ed-34da300f7716.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.921485] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80b8389a-6665-4b1f-a9b9-caab79ca3a07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.927485] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 817.927485] env[69385]: value = "task-3340155" [ 817.927485] env[69385]: _type = "Task" [ 817.927485] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.935398] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340155, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.339818] env[69385]: DEBUG oslo_concurrency.lockutils [req-2b331f49-50cb-4a44-8c59-970baaea850a req-e1727c25-4682-413f-84bb-b50638704fa7 service nova] Releasing lock "refresh_cache-f973c546-9245-4da6-8eab-fd26e12ee0f4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.340095] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-f973c546-9245-4da6-8eab-fd26e12ee0f4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.340227] env[69385]: DEBUG nova.network.neutron [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.438399] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340155, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.504023] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 6c78162d-a0fa-4a65-ac65-a2373e077764 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.504023] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 813826c6-5135-45fb-a05d-5f079eab0d43 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.504257] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance fff0a1a9-950f-4d48-8b42-dbdca8611e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.504257] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance d8b04a21-a612-4352-b07b-df285ac784fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.504320] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.504440] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 2b369931-313e-49c3-a555-937110bb700e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.504518] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance a233c308-e579-4de8-892f-8874d85acd7c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.504636] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 112dc1fc-247c-4305-95d4-7791d39efcd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.504751] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 1180e248-cb8e-46d8-b0e0-f82304723954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.504871] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.504993] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 4a6f8144-9a73-4e24-a5ae-5a457aceb446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.505133] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 47a7edf1-6b45-48af-b53a-4ab6f1990bff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.505254] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 4456d60a-cd3f-45c8-b48f-13f45531fea6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.505365] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance ed58d1cb-00ca-485c-bf44-65b15c7a1a5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.505484] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance d1dbafdb-3130-40f9-93dc-f56e3da1bbc0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.505598] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 84573f5a-acde-4392-92f2-e7c08096d250 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.505708] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance f2980e1b-a580-4b7a-aa93-3bb7e4e725fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.505845] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance a2780709-ed0a-4806-adfb-f8e148d6e156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.505953] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 74adec6b-a6c9-49f3-b0ed-34da300f7716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.506075] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance f973c546-9245-4da6-8eab-fd26e12ee0f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 818.874709] env[69385]: DEBUG nova.network.neutron [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.940280] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340155, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.008922] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 9c4c4869-51af-4bcc-83f0-9af2b5c4d124 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 819.039294] env[69385]: DEBUG nova.network.neutron [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Updating instance_info_cache with network_info: [{"id": "58c18cb0-ebaa-4e99-b83e-3afd362c2cc0", "address": "fa:16:3e:4d:60:21", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58c18cb0-eb", "ovs_interfaceid": "58c18cb0-ebaa-4e99-b83e-3afd362c2cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.440533] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340155, 'name': Rename_Task, 'duration_secs': 1.051434} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.440829] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.440964] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe5ca725-1b82-4f26-9028-1eb1fc4ccdbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.448818] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 819.448818] env[69385]: value = "task-3340156" [ 819.448818] env[69385]: _type = "Task" [ 819.448818] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.456878] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.511594] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 711577d1-d996-427e-9234-e7a1a1dcc74c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 819.541989] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-f973c546-9245-4da6-8eab-fd26e12ee0f4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.542344] env[69385]: DEBUG nova.compute.manager [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Instance network_info: |[{"id": "58c18cb0-ebaa-4e99-b83e-3afd362c2cc0", "address": "fa:16:3e:4d:60:21", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58c18cb0-eb", "ovs_interfaceid": "58c18cb0-ebaa-4e99-b83e-3afd362c2cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.542748] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:60:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58c18cb0-ebaa-4e99-b83e-3afd362c2cc0', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.550528] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Creating folder: Project (0dfa1fd6d0f3446fbf53334c3a8c1bb2). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.550810] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7c6be2-7312-41a0-89e1-734f24fdcfc9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.561147] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Created folder: Project (0dfa1fd6d0f3446fbf53334c3a8c1bb2) in parent group-v666556. [ 819.561347] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Creating folder: Instances. Parent ref: group-v666666. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.561592] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bc71ad9-1db5-4aca-8495-4eb8476cc8e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.574065] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Created folder: Instances in parent group-v666666. [ 819.574313] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.574506] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.574709] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-416b1a59-e824-4dc2-8ad3-446aaceadca2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.597941] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.597941] env[69385]: value = "task-3340159" [ 819.597941] env[69385]: _type = "Task" [ 819.597941] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.605374] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340159, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.959101] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.014739] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance d5ebe9af-0d5f-47e6-8a0d-863abff2973d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 820.109848] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340159, 'name': CreateVM_Task, 'duration_secs': 0.316443} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.110060] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.110778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.110938] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.111293] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.111562] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06fb59f4-255c-490b-8735-e23c832dcb8e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.118020] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 820.118020] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521ed240-57f3-b05c-9505-b3aee0be47b9" [ 820.118020] env[69385]: _type = "Task" [ 820.118020] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.123542] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521ed240-57f3-b05c-9505-b3aee0be47b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.463516] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.518519] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 466c7ef8-b12c-43b5-a319-e377f9c8e116 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 820.627058] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521ed240-57f3-b05c-9505-b3aee0be47b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.627435] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.627681] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.627916] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.628111] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.628307] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.628578] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7843d699-2695-4e6a-8c64-465e058bbf1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.637220] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.637404] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.638165] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41508da3-bfe0-47fa-a85f-7514dab973e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.643061] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 820.643061] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ab432-72f4-a58f-3913-94f7fd261cd3" [ 820.643061] env[69385]: _type = "Task" [ 820.643061] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.651009] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ab432-72f4-a58f-3913-94f7fd261cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.962928] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.021473] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance c739cbea-b664-4175-abd6-086363e47b89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 821.154332] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ab432-72f4-a58f-3913-94f7fd261cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.155323] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb4a07e-de0f-478a-8dbc-4c85633b7f27 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.160708] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 821.160708] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520c4613-b725-ce3e-8978-2d778f716bfb" [ 821.160708] env[69385]: _type = "Task" [ 821.160708] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.169616] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520c4613-b725-ce3e-8978-2d778f716bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.461263] env[69385]: DEBUG oslo_vmware.api [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340156, 'name': PowerOnVM_Task, 'duration_secs': 1.560683} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.461520] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.461726] env[69385]: INFO nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Took 10.11 seconds to spawn the instance on the hypervisor. [ 821.461936] env[69385]: DEBUG nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.462772] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e5757-2a1c-4d50-ab1f-292f6764c784 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.525570] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance e9eb8cae-bb7a-4028-b685-867115e498ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 821.671748] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520c4613-b725-ce3e-8978-2d778f716bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.672032] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.672288] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] f973c546-9245-4da6-8eab-fd26e12ee0f4/f973c546-9245-4da6-8eab-fd26e12ee0f4.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.672540] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a8e2dc-0f49-4bea-a7a4-39ceadee65cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.679709] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 821.679709] env[69385]: value = "task-3340160" [ 821.679709] env[69385]: _type = "Task" [ 821.679709] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.687806] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.984841] env[69385]: INFO nova.compute.manager [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Took 53.43 seconds to build instance. [ 822.027759] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 0988bcff-d0ed-43cb-994b-e870b9866634 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.191994] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48063} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.192367] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] f973c546-9245-4da6-8eab-fd26e12ee0f4/f973c546-9245-4da6-8eab-fd26e12ee0f4.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.192628] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.192945] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-986ec4cc-dca4-4deb-84b1-696306eaf250 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.202183] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 822.202183] env[69385]: value = "task-3340161" [ 822.202183] env[69385]: _type = "Task" [ 822.202183] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.214708] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.488428] env[69385]: DEBUG oslo_concurrency.lockutils [None req-63e46dd5-9613-4421-9b51-4494de4635c0 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "74adec6b-a6c9-49f3-b0ed-34da300f7716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.836s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.531044] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.712727] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074444} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.712998] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.713829] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e33aba8-e330-47de-9dfb-f38ef326d0b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.740103] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] f973c546-9245-4da6-8eab-fd26e12ee0f4/f973c546-9245-4da6-8eab-fd26e12ee0f4.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.740103] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f952bfb0-f0ea-43d6-baef-f282edbb20ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.768526] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 822.768526] env[69385]: value = "task-3340162" [ 822.768526] env[69385]: _type = "Task" [ 822.768526] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.776225] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.991371] env[69385]: DEBUG nova.compute.manager [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.033880] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 5dc95d89-a3dd-465c-98c2-45b14febd162 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 823.283916] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.516907] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.537174] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance b3c1b6cf-75d0-4917-a825-bc8c7176130d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 823.546836] env[69385]: DEBUG oslo_concurrency.lockutils [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "a2780709-ed0a-4806-adfb-f8e148d6e156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.547136] env[69385]: DEBUG oslo_concurrency.lockutils [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "a2780709-ed0a-4806-adfb-f8e148d6e156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.547344] env[69385]: DEBUG oslo_concurrency.lockutils [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "a2780709-ed0a-4806-adfb-f8e148d6e156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.547627] env[69385]: DEBUG oslo_concurrency.lockutils [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "a2780709-ed0a-4806-adfb-f8e148d6e156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.547780] env[69385]: DEBUG oslo_concurrency.lockutils [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "a2780709-ed0a-4806-adfb-f8e148d6e156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.550904] env[69385]: INFO nova.compute.manager [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Terminating instance [ 823.721627] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "74adec6b-a6c9-49f3-b0ed-34da300f7716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.721947] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "74adec6b-a6c9-49f3-b0ed-34da300f7716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.722193] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "74adec6b-a6c9-49f3-b0ed-34da300f7716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.722384] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "74adec6b-a6c9-49f3-b0ed-34da300f7716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.722546] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "74adec6b-a6c9-49f3-b0ed-34da300f7716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.724890] env[69385]: INFO nova.compute.manager [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Terminating instance [ 823.781037] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340162, 'name': ReconfigVM_Task, 'duration_secs': 0.85992} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.781285] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Reconfigured VM instance instance-00000026 to attach disk [datastore1] f973c546-9245-4da6-8eab-fd26e12ee0f4/f973c546-9245-4da6-8eab-fd26e12ee0f4.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.783032] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3ca043c-f6fc-4036-b2a1-8ea6003c9362 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.791294] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 823.791294] env[69385]: value = "task-3340163" [ 823.791294] env[69385]: _type = "Task" [ 823.791294] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.800981] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340163, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.041626] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance dbb21929-e58a-45a0-934c-7ba9d5e11d7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.058242] env[69385]: DEBUG nova.compute.manager [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.058242] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.058242] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d1124a-2743-4fc2-9d21-323bfcfa809b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.066472] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.067114] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c19f8d3a-1f9c-46fa-85c9-a8299ab00a6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.075740] env[69385]: DEBUG oslo_vmware.api [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 824.075740] env[69385]: value = "task-3340164" [ 824.075740] env[69385]: _type = "Task" [ 824.075740] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.085828] env[69385]: DEBUG oslo_vmware.api [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.230015] env[69385]: DEBUG nova.compute.manager [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.231544] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.231544] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d0254-c7a7-4137-8bde-8657699cb343 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.242802] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.243084] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d6cb2a-e4e7-47a4-a3fd-fdf2df5a1da9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.251833] env[69385]: DEBUG oslo_vmware.api [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 824.251833] env[69385]: value = "task-3340165" [ 824.251833] env[69385]: _type = "Task" [ 824.251833] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.262716] env[69385]: DEBUG oslo_vmware.api [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.304975] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340163, 'name': Rename_Task, 'duration_secs': 0.247743} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.304975] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.305283] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-041cea9d-50df-4368-88d5-952e2916e6b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.313442] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 824.313442] env[69385]: value = "task-3340166" [ 824.313442] env[69385]: _type = "Task" [ 824.313442] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.331386] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.546089] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.587559] env[69385]: DEBUG oslo_vmware.api [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340164, 'name': PowerOffVM_Task, 'duration_secs': 0.290486} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.587559] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.587559] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.587559] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e512bb6-3aab-4b02-80d6-3353160f5637 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.766428] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.766428] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.766428] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleting the datastore file [datastore2] a2780709-ed0a-4806-adfb-f8e148d6e156 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.772659] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-617ccc15-a066-4cc9-b981-a37bccaf5e81 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.776154] env[69385]: DEBUG oslo_vmware.api [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340165, 'name': PowerOffVM_Task, 'duration_secs': 0.298546} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.776277] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.776448] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.777216] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c4e1db-7ca6-4419-a092-df6afed7992d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.782763] env[69385]: DEBUG oslo_vmware.api [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 824.782763] env[69385]: value = "task-3340168" [ 824.782763] env[69385]: _type = "Task" [ 824.782763] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.790893] env[69385]: DEBUG oslo_vmware.api [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.826157] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "2f432748-bd58-4546-816e-07a9aa271b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.826458] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "2f432748-bd58-4546-816e-07a9aa271b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.844193] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340166, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.846262] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.846549] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.846796] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleting the datastore file [datastore2] 74adec6b-a6c9-49f3-b0ed-34da300f7716 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.847155] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9c30c83-96e8-430b-aa52-2fc8ac10aa06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.860108] env[69385]: DEBUG oslo_vmware.api [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 824.860108] env[69385]: value = "task-3340170" [ 824.860108] env[69385]: _type = "Task" [ 824.860108] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.881307] env[69385]: DEBUG oslo_vmware.api [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.050900] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance ae499731-184c-4b63-9993-3d5b229df920 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.295142] env[69385]: DEBUG oslo_vmware.api [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196015} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.295508] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.295718] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.295923] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.296146] env[69385]: INFO nova.compute.manager [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Took 1.24 seconds to destroy the instance on the hypervisor. [ 825.296422] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.296651] env[69385]: DEBUG nova.compute.manager [-] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.296765] env[69385]: DEBUG nova.network.neutron [-] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.324954] env[69385]: DEBUG oslo_vmware.api [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340166, 'name': PowerOnVM_Task, 'duration_secs': 0.676759} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.325230] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.325431] env[69385]: INFO nova.compute.manager [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Took 9.01 seconds to spawn the instance on the hypervisor. [ 825.325608] env[69385]: DEBUG nova.compute.manager [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.326405] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98241f16-b079-450f-8b70-46c3356b1476 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.373704] env[69385]: DEBUG oslo_vmware.api [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176423} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.374204] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.374549] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.374873] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.375306] env[69385]: INFO nova.compute.manager [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Took 1.15 seconds to destroy the instance on the hypervisor. [ 825.375683] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.376054] env[69385]: DEBUG nova.compute.manager [-] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.376286] env[69385]: DEBUG nova.network.neutron [-] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.555423] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance dc140836-f1cf-4c4d-9f29-ce849f969179 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.745875] env[69385]: DEBUG nova.compute.manager [req-e3b69296-11de-4c41-a9a5-a6a1d231ba7a req-4f16a203-da15-4671-b25f-93e5590c15f5 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Received event network-vif-deleted-a581894c-6fa1-4828-a7e8-b98a293a02e5 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.746237] env[69385]: INFO nova.compute.manager [req-e3b69296-11de-4c41-a9a5-a6a1d231ba7a req-4f16a203-da15-4671-b25f-93e5590c15f5 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Neutron deleted interface a581894c-6fa1-4828-a7e8-b98a293a02e5; detaching it from the instance and deleting it from the info cache [ 825.746440] env[69385]: DEBUG nova.network.neutron [req-e3b69296-11de-4c41-a9a5-a6a1d231ba7a req-4f16a203-da15-4671-b25f-93e5590c15f5 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.766519] env[69385]: DEBUG nova.compute.manager [req-2e3a6230-c53d-4e53-93c7-7ddafe7b2105 req-2f06c2af-cf7c-4ee1-8f33-d06b3b5e82cd service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Received event network-vif-deleted-5ad2c99a-3434-429c-a2d0-1e37d8d35ec5 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.766716] env[69385]: INFO nova.compute.manager [req-2e3a6230-c53d-4e53-93c7-7ddafe7b2105 req-2f06c2af-cf7c-4ee1-8f33-d06b3b5e82cd service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Neutron deleted interface 5ad2c99a-3434-429c-a2d0-1e37d8d35ec5; detaching it from the instance and deleting it from the info cache [ 825.766885] env[69385]: DEBUG nova.network.neutron [req-2e3a6230-c53d-4e53-93c7-7ddafe7b2105 req-2f06c2af-cf7c-4ee1-8f33-d06b3b5e82cd service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.844210] env[69385]: INFO nova.compute.manager [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Took 53.04 seconds to build instance. [ 826.065246] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 096070fc-9954-452b-8354-fdda19e1ed09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.191901] env[69385]: DEBUG nova.network.neutron [-] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.218680] env[69385]: DEBUG nova.network.neutron [-] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.249138] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2aa830a2-ca43-47bd-b149-ffb2254f7654 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.260600] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbab240-1db2-466c-8fc1-3adcb5ec7f5e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.270731] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-509991f2-318e-46f5-b166-de93e2693596 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.281146] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd418f6-5879-4864-9e07-9e86af945557 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.300512] env[69385]: DEBUG nova.compute.manager [req-e3b69296-11de-4c41-a9a5-a6a1d231ba7a req-4f16a203-da15-4671-b25f-93e5590c15f5 service nova] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Detach interface failed, port_id=a581894c-6fa1-4828-a7e8-b98a293a02e5, reason: Instance 74adec6b-a6c9-49f3-b0ed-34da300f7716 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 826.321855] env[69385]: DEBUG nova.compute.manager [req-2e3a6230-c53d-4e53-93c7-7ddafe7b2105 req-2f06c2af-cf7c-4ee1-8f33-d06b3b5e82cd service nova] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Detach interface failed, port_id=5ad2c99a-3434-429c-a2d0-1e37d8d35ec5, reason: Instance a2780709-ed0a-4806-adfb-f8e148d6e156 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 826.346433] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62423a41-4e23-4d50-af54-a38d48364beb tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "f973c546-9245-4da6-8eab-fd26e12ee0f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.049s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.568689] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 01421166-37ef-4e1c-9de4-6bdd513d2ad2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.680376] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "f973c546-9245-4da6-8eab-fd26e12ee0f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.680470] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "f973c546-9245-4da6-8eab-fd26e12ee0f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.680940] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "f973c546-9245-4da6-8eab-fd26e12ee0f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.680940] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "f973c546-9245-4da6-8eab-fd26e12ee0f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.681257] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "f973c546-9245-4da6-8eab-fd26e12ee0f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.683761] env[69385]: INFO nova.compute.manager [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Terminating instance [ 826.695589] env[69385]: INFO nova.compute.manager [-] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Took 1.32 seconds to deallocate network for instance. [ 826.721417] env[69385]: INFO nova.compute.manager [-] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Took 1.42 seconds to deallocate network for instance. [ 826.848969] env[69385]: DEBUG nova.compute.manager [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.070875] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.071201] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 827.071373] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 827.188787] env[69385]: DEBUG nova.compute.manager [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.189186] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.190521] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00922e4-b273-4d5c-b645-06c37e3eab7e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.202887] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.203266] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.203442] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35fb483-fefe-49f3-b9eb-b958367ddbee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.210415] env[69385]: DEBUG oslo_vmware.api [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 827.210415] env[69385]: value = "task-3340171" [ 827.210415] env[69385]: _type = "Task" [ 827.210415] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.220763] env[69385]: DEBUG oslo_vmware.api [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.231505] env[69385]: DEBUG oslo_concurrency.lockutils [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.370564] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.570398] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c0de3f-72f9-4383-ae68-190a48d4916b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.580137] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a1b5dc-847b-4af5-b71b-e6015cbe3824 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.613029] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c3f457-c65d-495c-a176-818f2285d14a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.621678] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d8fef6-9ccd-4caf-9b70-a47292b68a5c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.637048] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.720243] env[69385]: DEBUG oslo_vmware.api [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340171, 'name': PowerOffVM_Task, 'duration_secs': 0.211976} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.720588] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.720698] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.720950] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33fe2e01-7682-4871-8716-360797060e0e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.792883] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.793305] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.793627] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleting the datastore file [datastore1] f973c546-9245-4da6-8eab-fd26e12ee0f4 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.794059] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f585edfb-6cd9-49fd-ac37-cd4d571af3e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.802728] env[69385]: DEBUG oslo_vmware.api [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 827.802728] env[69385]: value = "task-3340173" [ 827.802728] env[69385]: _type = "Task" [ 827.802728] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.811087] env[69385]: DEBUG oslo_vmware.api [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.140764] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.316307] env[69385]: DEBUG oslo_vmware.api [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157436} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.316566] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.316748] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.316921] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.317125] env[69385]: INFO nova.compute.manager [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 828.317368] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.317559] env[69385]: DEBUG nova.compute.manager [-] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.317623] env[69385]: DEBUG nova.network.neutron [-] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.611827] env[69385]: DEBUG nova.compute.manager [req-1f3c5788-fe00-4324-98ad-5c90a9ff66b1 req-9e468548-6f99-4453-93c5-63cba369e20c service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Received event network-vif-deleted-58c18cb0-ebaa-4e99-b83e-3afd362c2cc0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 828.612094] env[69385]: INFO nova.compute.manager [req-1f3c5788-fe00-4324-98ad-5c90a9ff66b1 req-9e468548-6f99-4453-93c5-63cba369e20c service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Neutron deleted interface 58c18cb0-ebaa-4e99-b83e-3afd362c2cc0; detaching it from the instance and deleting it from the info cache [ 828.612292] env[69385]: DEBUG nova.network.neutron [req-1f3c5788-fe00-4324-98ad-5c90a9ff66b1 req-9e468548-6f99-4453-93c5-63cba369e20c service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.645940] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 828.646286] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.183s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.646883] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.676s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.648581] env[69385]: INFO nova.compute.claims [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.069216] env[69385]: DEBUG nova.network.neutron [-] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.114667] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0811196-da94-446e-be7a-b91fc11f1e7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.125099] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e644267-e78d-476d-812b-011a4daa76ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.157855] env[69385]: DEBUG nova.compute.manager [req-1f3c5788-fe00-4324-98ad-5c90a9ff66b1 req-9e468548-6f99-4453-93c5-63cba369e20c service nova] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Detach interface failed, port_id=58c18cb0-ebaa-4e99-b83e-3afd362c2cc0, reason: Instance f973c546-9245-4da6-8eab-fd26e12ee0f4 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 829.573786] env[69385]: INFO nova.compute.manager [-] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Took 1.25 seconds to deallocate network for instance. [ 830.078692] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.081163] env[69385]: DEBUG nova.objects.instance [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lazy-loading 'flavor' on Instance uuid 4a6f8144-9a73-4e24-a5ae-5a457aceb446 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.117574] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d5309a-7836-41ef-b600-927e88de8f49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.127339] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab75710-36d0-4443-98e4-081ccda50267 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.157933] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c379941-0fd7-45c1-8af4-326f165b383e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.165478] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456dd22d-dd50-444d-9c11-7973f9511eae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.178682] env[69385]: DEBUG nova.compute.provider_tree [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.587631] env[69385]: DEBUG oslo_concurrency.lockutils [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.587805] env[69385]: DEBUG oslo_concurrency.lockutils [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquired lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.681631] env[69385]: DEBUG nova.scheduler.client.report [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.017044] env[69385]: DEBUG nova.network.neutron [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.057018] env[69385]: DEBUG nova.compute.manager [req-ead69809-fd79-4b61-86ac-72c75675f92a req-096d94a3-8ba3-45d5-a45f-7377d6207c56 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Received event network-changed-b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.057221] env[69385]: DEBUG nova.compute.manager [req-ead69809-fd79-4b61-86ac-72c75675f92a req-096d94a3-8ba3-45d5-a45f-7377d6207c56 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Refreshing instance network info cache due to event network-changed-b44bfb3d-5c25-464a-8ebf-dbb25167a869. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 831.057413] env[69385]: DEBUG oslo_concurrency.lockutils [req-ead69809-fd79-4b61-86ac-72c75675f92a req-096d94a3-8ba3-45d5-a45f-7377d6207c56 service nova] Acquiring lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.188377] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.188891] env[69385]: DEBUG nova.compute.manager [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.191634] env[69385]: DEBUG oslo_concurrency.lockutils [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.408s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.191828] env[69385]: DEBUG oslo_concurrency.lockutils [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.194091] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.181s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.197857] env[69385]: INFO nova.compute.claims [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.219648] env[69385]: INFO nova.scheduler.client.report [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Deleted allocations for instance 6c78162d-a0fa-4a65-ac65-a2373e077764 [ 831.702763] env[69385]: DEBUG nova.compute.utils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.704071] env[69385]: DEBUG nova.compute.manager [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.704237] env[69385]: DEBUG nova.network.neutron [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.727395] env[69385]: DEBUG oslo_concurrency.lockutils [None req-286e2f76-64b9-425b-b645-977bec204a94 tempest-ServersAdminNegativeTestJSON-1353335349 tempest-ServersAdminNegativeTestJSON-1353335349-project-member] Lock "6c78162d-a0fa-4a65-ac65-a2373e077764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.038s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.752259] env[69385]: DEBUG nova.policy [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc9a34af1224f4491c6c5cbee057991', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eeffdaf53e743f6ae858de6de64eb3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.783850] env[69385]: DEBUG nova.network.neutron [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updating instance_info_cache with network_info: [{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.096394] env[69385]: DEBUG nova.network.neutron [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Successfully created port: 35218c20-aa0e-4dcc-9843-3a9e80b1f2bd {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.211067] env[69385]: DEBUG nova.compute.manager [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.287685] env[69385]: DEBUG oslo_concurrency.lockutils [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Releasing lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.287782] env[69385]: DEBUG nova.compute.manager [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Inject network info {{(pid=69385) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 832.288101] env[69385]: DEBUG nova.compute.manager [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] network_info to inject: |[{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 832.293171] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Reconfiguring VM instance to set the machine id {{(pid=69385) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 832.294078] env[69385]: DEBUG oslo_concurrency.lockutils [req-ead69809-fd79-4b61-86ac-72c75675f92a req-096d94a3-8ba3-45d5-a45f-7377d6207c56 service nova] Acquired lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.294328] env[69385]: DEBUG nova.network.neutron [req-ead69809-fd79-4b61-86ac-72c75675f92a req-096d94a3-8ba3-45d5-a45f-7377d6207c56 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Refreshing network info cache for port b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.295469] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb9bad3-498c-4f6b-82ac-30f5abf8e3f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.314322] env[69385]: DEBUG oslo_vmware.api [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 832.314322] env[69385]: value = "task-3340174" [ 832.314322] env[69385]: _type = "Task" [ 832.314322] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.323789] env[69385]: DEBUG oslo_vmware.api [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.331377] env[69385]: DEBUG nova.objects.instance [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lazy-loading 'flavor' on Instance uuid 4a6f8144-9a73-4e24-a5ae-5a457aceb446 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.705839] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1a88c5-75a3-4b0e-9a5e-030458f09b34 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.718313] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403f1c9d-b16f-4014-bc2b-34120197ed4e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.753330] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e57ec9-a372-426c-84f3-627aa6497f7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.763176] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d22d0fb-89a9-444d-bf18-d670c9044518 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.778659] env[69385]: DEBUG nova.compute.provider_tree [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.825247] env[69385]: DEBUG oslo_vmware.api [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340174, 'name': ReconfigVM_Task, 'duration_secs': 0.162676} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.826081] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-de32cf2c-d732-4bc1-b68c-c37c5be849d1 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Reconfigured VM instance to set the machine id {{(pid=69385) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 832.842901] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.014035] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Acquiring lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.014035] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.132133] env[69385]: DEBUG nova.network.neutron [req-ead69809-fd79-4b61-86ac-72c75675f92a req-096d94a3-8ba3-45d5-a45f-7377d6207c56 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updated VIF entry in instance network info cache for port b44bfb3d-5c25-464a-8ebf-dbb25167a869. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.132509] env[69385]: DEBUG nova.network.neutron [req-ead69809-fd79-4b61-86ac-72c75675f92a req-096d94a3-8ba3-45d5-a45f-7377d6207c56 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updating instance_info_cache with network_info: [{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.226168] env[69385]: DEBUG nova.compute.manager [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.253197] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.253464] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.253619] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.253797] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.253939] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.254096] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.254300] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.254456] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.254617] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.254773] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.254941] env[69385]: DEBUG nova.virt.hardware [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.255810] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28e5939-df55-4a77-969e-9c0953117a21 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.264248] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152a6f84-541b-4122-bfb1-610bf1cf316e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.281714] env[69385]: DEBUG nova.scheduler.client.report [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.517189] env[69385]: DEBUG nova.compute.utils [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.594588] env[69385]: DEBUG nova.compute.manager [req-a8440a2b-44f1-4e3f-95e8-9127e68d0aa9 req-03c2ecb3-f348-4b99-a336-b7780ec10700 service nova] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Received event network-vif-plugged-35218c20-aa0e-4dcc-9843-3a9e80b1f2bd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 833.594731] env[69385]: DEBUG oslo_concurrency.lockutils [req-a8440a2b-44f1-4e3f-95e8-9127e68d0aa9 req-03c2ecb3-f348-4b99-a336-b7780ec10700 service nova] Acquiring lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.594939] env[69385]: DEBUG oslo_concurrency.lockutils [req-a8440a2b-44f1-4e3f-95e8-9127e68d0aa9 req-03c2ecb3-f348-4b99-a336-b7780ec10700 service nova] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.595129] env[69385]: DEBUG oslo_concurrency.lockutils [req-a8440a2b-44f1-4e3f-95e8-9127e68d0aa9 req-03c2ecb3-f348-4b99-a336-b7780ec10700 service nova] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.595313] env[69385]: DEBUG nova.compute.manager [req-a8440a2b-44f1-4e3f-95e8-9127e68d0aa9 req-03c2ecb3-f348-4b99-a336-b7780ec10700 service nova] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] No waiting events found dispatching network-vif-plugged-35218c20-aa0e-4dcc-9843-3a9e80b1f2bd {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.595508] env[69385]: WARNING nova.compute.manager [req-a8440a2b-44f1-4e3f-95e8-9127e68d0aa9 req-03c2ecb3-f348-4b99-a336-b7780ec10700 service nova] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Received unexpected event network-vif-plugged-35218c20-aa0e-4dcc-9843-3a9e80b1f2bd for instance with vm_state building and task_state spawning. [ 833.635013] env[69385]: DEBUG oslo_concurrency.lockutils [req-ead69809-fd79-4b61-86ac-72c75675f92a req-096d94a3-8ba3-45d5-a45f-7377d6207c56 service nova] Releasing lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.635388] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquired lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.644901] env[69385]: DEBUG nova.network.neutron [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Successfully updated port: 35218c20-aa0e-4dcc-9843-3a9e80b1f2bd {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.786373] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.786903] env[69385]: DEBUG nova.compute.manager [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.791036] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.401s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.791236] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.793327] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.585s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.793367] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.795149] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.719s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.795332] env[69385]: DEBUG nova.objects.instance [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 833.832295] env[69385]: INFO nova.scheduler.client.report [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted allocations for instance cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372 [ 833.840035] env[69385]: INFO nova.scheduler.client.report [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Deleted allocations for instance a233c308-e579-4de8-892f-8874d85acd7c [ 834.022814] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.147798] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "refresh_cache-9c4c4869-51af-4bcc-83f0-9af2b5c4d124" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.147959] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "refresh_cache-9c4c4869-51af-4bcc-83f0-9af2b5c4d124" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.148117] env[69385]: DEBUG nova.network.neutron [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.300190] env[69385]: DEBUG nova.compute.utils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.304958] env[69385]: DEBUG nova.compute.manager [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.305136] env[69385]: DEBUG nova.network.neutron [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.349142] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abbcf13f-ba63-40ba-80b6-a30ed707cdcc tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.496s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.349500] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c5b59b5-e824-413a-aefa-6e4a1b0078db tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "a233c308-e579-4de8-892f-8874d85acd7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.842s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.369015] env[69385]: DEBUG nova.policy [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '216f0c3db1314f54a2efa5847b9aee4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fec5704722f490e8809e7b1b91d8fe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.468273] env[69385]: DEBUG nova.network.neutron [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.692836] env[69385]: DEBUG nova.network.neutron [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.803351] env[69385]: DEBUG nova.compute.manager [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.807551] env[69385]: DEBUG oslo_concurrency.lockutils [None req-32554cc7-9ea4-46f3-a066-9e2412c419dd tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.808485] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.259s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.809943] env[69385]: INFO nova.compute.claims [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.841372] env[69385]: DEBUG nova.network.neutron [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Successfully created port: aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.864514] env[69385]: DEBUG nova.compute.manager [req-b1c196a9-a460-47a2-b7e6-3c0d1633cf3d req-f0ae0f5f-2943-4283-86c9-01688bea5e68 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Received event network-changed-b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 834.865521] env[69385]: DEBUG nova.compute.manager [req-b1c196a9-a460-47a2-b7e6-3c0d1633cf3d req-f0ae0f5f-2943-4283-86c9-01688bea5e68 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Refreshing instance network info cache due to event network-changed-b44bfb3d-5c25-464a-8ebf-dbb25167a869. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 834.865521] env[69385]: DEBUG oslo_concurrency.lockutils [req-b1c196a9-a460-47a2-b7e6-3c0d1633cf3d req-f0ae0f5f-2943-4283-86c9-01688bea5e68 service nova] Acquiring lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.922203] env[69385]: DEBUG nova.network.neutron [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Updating instance_info_cache with network_info: [{"id": "35218c20-aa0e-4dcc-9843-3a9e80b1f2bd", "address": "fa:16:3e:ea:7b:ea", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35218c20-aa", "ovs_interfaceid": "35218c20-aa0e-4dcc-9843-3a9e80b1f2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.109842] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Acquiring lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.110132] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.110372] env[69385]: INFO nova.compute.manager [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Attaching volume ebe78b46-ade4-4a22-bc3e-4f5c597afaca to /dev/sdb [ 835.169017] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cea9a0-fd78-4e9d-b1b1-8f5706ad8bad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.177291] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f2ebe-4a9e-4419-9cb1-cf96b13d8b36 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.193835] env[69385]: DEBUG nova.virt.block_device [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Updating existing volume attachment record: 9f30835f-dc9f-484a-978e-89f33a175b0e {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 835.236624] env[69385]: DEBUG nova.network.neutron [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updating instance_info_cache with network_info: [{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.424913] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "refresh_cache-9c4c4869-51af-4bcc-83f0-9af2b5c4d124" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.425420] env[69385]: DEBUG nova.compute.manager [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Instance network_info: |[{"id": "35218c20-aa0e-4dcc-9843-3a9e80b1f2bd", "address": "fa:16:3e:ea:7b:ea", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35218c20-aa", "ovs_interfaceid": "35218c20-aa0e-4dcc-9843-3a9e80b1f2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.426083] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:7b:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35218c20-aa0e-4dcc-9843-3a9e80b1f2bd', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.433819] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Creating folder: Project (2eeffdaf53e743f6ae858de6de64eb3d). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.434272] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90bc57a3-840f-492c-aaa8-1349e2810d93 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.448391] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Created folder: Project (2eeffdaf53e743f6ae858de6de64eb3d) in parent group-v666556. [ 835.448590] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Creating folder: Instances. Parent ref: group-v666670. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.448831] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bda90290-765f-4f1a-b884-68e2f6bedd79 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.465768] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Created folder: Instances in parent group-v666670. [ 835.465768] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.465768] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.465768] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-787d5283-f267-47a4-bcad-3b95c60580dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.495579] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.495579] env[69385]: value = "task-3340180" [ 835.495579] env[69385]: _type = "Task" [ 835.495579] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.506482] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340180, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.632179] env[69385]: DEBUG oslo_concurrency.lockutils [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquiring lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.632465] env[69385]: DEBUG oslo_concurrency.lockutils [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.633726] env[69385]: DEBUG oslo_concurrency.lockutils [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquiring lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.633963] env[69385]: DEBUG oslo_concurrency.lockutils [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.634344] env[69385]: DEBUG oslo_concurrency.lockutils [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.638346] env[69385]: DEBUG nova.compute.manager [req-6917444c-26bb-4c84-a2d3-c193dbaa47b9 req-a44d524c-db09-4244-914c-d24027c288c6 service nova] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Received event network-changed-35218c20-aa0e-4dcc-9843-3a9e80b1f2bd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.638624] env[69385]: DEBUG nova.compute.manager [req-6917444c-26bb-4c84-a2d3-c193dbaa47b9 req-a44d524c-db09-4244-914c-d24027c288c6 service nova] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Refreshing instance network info cache due to event network-changed-35218c20-aa0e-4dcc-9843-3a9e80b1f2bd. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 835.638886] env[69385]: DEBUG oslo_concurrency.lockutils [req-6917444c-26bb-4c84-a2d3-c193dbaa47b9 req-a44d524c-db09-4244-914c-d24027c288c6 service nova] Acquiring lock "refresh_cache-9c4c4869-51af-4bcc-83f0-9af2b5c4d124" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.639068] env[69385]: DEBUG oslo_concurrency.lockutils [req-6917444c-26bb-4c84-a2d3-c193dbaa47b9 req-a44d524c-db09-4244-914c-d24027c288c6 service nova] Acquired lock "refresh_cache-9c4c4869-51af-4bcc-83f0-9af2b5c4d124" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.639313] env[69385]: DEBUG nova.network.neutron [req-6917444c-26bb-4c84-a2d3-c193dbaa47b9 req-a44d524c-db09-4244-914c-d24027c288c6 service nova] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Refreshing network info cache for port 35218c20-aa0e-4dcc-9843-3a9e80b1f2bd {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.643134] env[69385]: INFO nova.compute.manager [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Terminating instance [ 835.741021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Releasing lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.741021] env[69385]: DEBUG nova.compute.manager [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Inject network info {{(pid=69385) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 835.741021] env[69385]: DEBUG nova.compute.manager [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] network_info to inject: |[{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 835.744687] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Reconfiguring VM instance to set the machine id {{(pid=69385) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 835.745307] env[69385]: DEBUG oslo_concurrency.lockutils [req-b1c196a9-a460-47a2-b7e6-3c0d1633cf3d req-f0ae0f5f-2943-4283-86c9-01688bea5e68 service nova] Acquired lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.745778] env[69385]: DEBUG nova.network.neutron [req-b1c196a9-a460-47a2-b7e6-3c0d1633cf3d req-f0ae0f5f-2943-4283-86c9-01688bea5e68 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Refreshing network info cache for port b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.747313] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc3cb71f-4c85-4a35-8e61-b2e33911b35b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.774948] env[69385]: DEBUG oslo_vmware.api [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 835.774948] env[69385]: value = "task-3340182" [ 835.774948] env[69385]: _type = "Task" [ 835.774948] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.785654] env[69385]: DEBUG oslo_vmware.api [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.815430] env[69385]: DEBUG nova.compute.manager [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.855386] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.855636] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.855788] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.855961] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.856827] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.857074] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.860342] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.860616] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.860839] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.861060] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.861257] env[69385]: DEBUG nova.virt.hardware [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.862257] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b004f376-3a32-4bb6-b942-5a2380298206 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.877231] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db3543-6a89-4347-8d2a-288113859359 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.016045] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340180, 'name': CreateVM_Task, 'duration_secs': 0.345369} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.016269] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.016911] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.017196] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.017399] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.017854] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96de41db-2c09-4fc9-9b99-de0133b8b303 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.031488] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 836.031488] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c1515b-92c7-9574-3b96-183a3bb48036" [ 836.031488] env[69385]: _type = "Task" [ 836.031488] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.043268] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c1515b-92c7-9574-3b96-183a3bb48036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.095562] env[69385]: DEBUG nova.network.neutron [req-b1c196a9-a460-47a2-b7e6-3c0d1633cf3d req-f0ae0f5f-2943-4283-86c9-01688bea5e68 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updated VIF entry in instance network info cache for port b44bfb3d-5c25-464a-8ebf-dbb25167a869. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.095979] env[69385]: DEBUG nova.network.neutron [req-b1c196a9-a460-47a2-b7e6-3c0d1633cf3d req-f0ae0f5f-2943-4283-86c9-01688bea5e68 service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updating instance_info_cache with network_info: [{"id": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "address": "fa:16:3e:91:f1:02", "network": {"id": "520a16cc-0ec7-47c0-96fd-cb76becd851b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1653876829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3da85090e7495fa15d268c1a1a196a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44bfb3d-5c", "ovs_interfaceid": "b44bfb3d-5c25-464a-8ebf-dbb25167a869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.148735] env[69385]: DEBUG nova.compute.manager [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.148735] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.150206] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ccba52-62f7-4744-9bef-15ade716b17d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.159986] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.160279] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab800e9-19d2-4a25-a6ea-ebeb5a49468c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.167892] env[69385]: DEBUG oslo_vmware.api [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 836.167892] env[69385]: value = "task-3340183" [ 836.167892] env[69385]: _type = "Task" [ 836.167892] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.181756] env[69385]: DEBUG oslo_vmware.api [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.285870] env[69385]: DEBUG oslo_vmware.api [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340182, 'name': ReconfigVM_Task, 'duration_secs': 0.182147} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.286184] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7cad4663-112d-434d-a029-cedbdb23310f tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Reconfigured VM instance to set the machine id {{(pid=69385) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 836.438581] env[69385]: DEBUG nova.network.neutron [req-6917444c-26bb-4c84-a2d3-c193dbaa47b9 req-a44d524c-db09-4244-914c-d24027c288c6 service nova] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Updated VIF entry in instance network info cache for port 35218c20-aa0e-4dcc-9843-3a9e80b1f2bd. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.438581] env[69385]: DEBUG nova.network.neutron [req-6917444c-26bb-4c84-a2d3-c193dbaa47b9 req-a44d524c-db09-4244-914c-d24027c288c6 service nova] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Updating instance_info_cache with network_info: [{"id": "35218c20-aa0e-4dcc-9843-3a9e80b1f2bd", "address": "fa:16:3e:ea:7b:ea", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35218c20-aa", "ovs_interfaceid": "35218c20-aa0e-4dcc-9843-3a9e80b1f2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.483755] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d588c4-080b-4096-a8cc-68eb6e4d084d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.496934] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d447953-4757-4a20-b28b-a428b923b7c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.528884] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.529593] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.529593] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.529593] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.529874] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.532418] env[69385]: INFO nova.compute.manager [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Terminating instance [ 836.534869] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf946ae-d462-4efa-b46a-f6ab94dea068 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.555537] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218635a7-2b0b-464a-876d-6c508d08e4ff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.560828] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c1515b-92c7-9574-3b96-183a3bb48036, 'name': SearchDatastore_Task, 'duration_secs': 0.02243} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.561185] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.561480] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.561649] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.561791] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.561966] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.562726] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69d9fdbc-a97d-4b74-afc1-a8a83c2fb089 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.574148] env[69385]: DEBUG nova.compute.provider_tree [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.579402] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.579402] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.579402] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630e6b9b-0b70-41bb-8a5c-beab1862de3d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.585363] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 836.585363] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c5cfea-43e0-5fd8-908b-130c458eae89" [ 836.585363] env[69385]: _type = "Task" [ 836.585363] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.595433] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c5cfea-43e0-5fd8-908b-130c458eae89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.600526] env[69385]: DEBUG oslo_concurrency.lockutils [req-b1c196a9-a460-47a2-b7e6-3c0d1633cf3d req-f0ae0f5f-2943-4283-86c9-01688bea5e68 service nova] Releasing lock "refresh_cache-4a6f8144-9a73-4e24-a5ae-5a457aceb446" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.687217] env[69385]: DEBUG oslo_vmware.api [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340183, 'name': PowerOffVM_Task, 'duration_secs': 0.190427} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.687217] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.687217] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.687217] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-323d4a40-392c-440e-bc34-46f811a43b54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.759112] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.759500] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.759618] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Deleting the datastore file [datastore2] ed58d1cb-00ca-485c-bf44-65b15c7a1a5d {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.759842] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5f968ce-8d7e-4c3b-a230-2ca263f912fe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.769071] env[69385]: DEBUG oslo_vmware.api [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for the task: (returnval){ [ 836.769071] env[69385]: value = "task-3340185" [ 836.769071] env[69385]: _type = "Task" [ 836.769071] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.777954] env[69385]: DEBUG oslo_vmware.api [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.941320] env[69385]: DEBUG oslo_concurrency.lockutils [req-6917444c-26bb-4c84-a2d3-c193dbaa47b9 req-a44d524c-db09-4244-914c-d24027c288c6 service nova] Releasing lock "refresh_cache-9c4c4869-51af-4bcc-83f0-9af2b5c4d124" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.045619] env[69385]: DEBUG nova.compute.manager [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.045859] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.046958] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7735b526-5d5e-4caa-b919-7c20747a4d6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.056095] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.057939] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb16e4f5-4e7a-407b-825f-57f87093e09b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.059613] env[69385]: DEBUG nova.network.neutron [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Successfully updated port: aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.069938] env[69385]: DEBUG oslo_vmware.api [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 837.069938] env[69385]: value = "task-3340186" [ 837.069938] env[69385]: _type = "Task" [ 837.069938] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.078798] env[69385]: DEBUG nova.scheduler.client.report [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.086257] env[69385]: DEBUG oslo_vmware.api [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.099030] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c5cfea-43e0-5fd8-908b-130c458eae89, 'name': SearchDatastore_Task, 'duration_secs': 0.018247} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.102808] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f7d74a-7b60-4ace-a3c5-bfa6120d01cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.110445] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 837.110445] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5258612d-6e5b-7962-fad7-9a5c545aec52" [ 837.110445] env[69385]: _type = "Task" [ 837.110445] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.119996] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5258612d-6e5b-7962-fad7-9a5c545aec52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.283751] env[69385]: DEBUG oslo_vmware.api [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Task: {'id': task-3340185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156315} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.285032] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.285032] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.285032] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.285032] env[69385]: INFO nova.compute.manager [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 837.285032] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.285247] env[69385]: DEBUG nova.compute.manager [-] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.285278] env[69385]: DEBUG nova.network.neutron [-] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.564211] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.564479] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.564520] env[69385]: DEBUG nova.network.neutron [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.579953] env[69385]: DEBUG oslo_vmware.api [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340186, 'name': PowerOffVM_Task, 'duration_secs': 0.225709} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.580290] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.580489] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.580804] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fca3bf3-9c1d-43f3-b2aa-cf8e2ebf44d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.588456] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.588967] env[69385]: DEBUG nova.compute.manager [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.591980] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.104s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.592301] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.594298] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.938s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.595707] env[69385]: INFO nova.compute.claims [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.630246] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5258612d-6e5b-7962-fad7-9a5c545aec52, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.631470] env[69385]: INFO nova.scheduler.client.report [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Deleted allocations for instance 47a7edf1-6b45-48af-b53a-4ab6f1990bff [ 837.632639] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.633016] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 9c4c4869-51af-4bcc-83f0-9af2b5c4d124/9c4c4869-51af-4bcc-83f0-9af2b5c4d124.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.633389] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e04a4ed-5318-4c9e-909c-8a3c93599e9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.645658] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 837.645658] env[69385]: value = "task-3340189" [ 837.645658] env[69385]: _type = "Task" [ 837.645658] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.650976] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.651228] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.651469] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Deleting the datastore file [datastore2] 4a6f8144-9a73-4e24-a5ae-5a457aceb446 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.656923] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15bfff53-4f75-436d-a031-6fd0b9c03e21 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.667945] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.672908] env[69385]: DEBUG oslo_vmware.api [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for the task: (returnval){ [ 837.672908] env[69385]: value = "task-3340190" [ 837.672908] env[69385]: _type = "Task" [ 837.672908] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.679807] env[69385]: DEBUG oslo_vmware.api [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.732854] env[69385]: DEBUG nova.compute.manager [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Received event network-vif-plugged-aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 837.733108] env[69385]: DEBUG oslo_concurrency.lockutils [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] Acquiring lock "711577d1-d996-427e-9234-e7a1a1dcc74c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.733319] env[69385]: DEBUG oslo_concurrency.lockutils [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] Lock "711577d1-d996-427e-9234-e7a1a1dcc74c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.733498] env[69385]: DEBUG oslo_concurrency.lockutils [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] Lock "711577d1-d996-427e-9234-e7a1a1dcc74c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.733675] env[69385]: DEBUG nova.compute.manager [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] No waiting events found dispatching network-vif-plugged-aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.733848] env[69385]: WARNING nova.compute.manager [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Received unexpected event network-vif-plugged-aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03 for instance with vm_state building and task_state spawning. [ 837.734145] env[69385]: DEBUG nova.compute.manager [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Received event network-changed-aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 837.734410] env[69385]: DEBUG nova.compute.manager [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Refreshing instance network info cache due to event network-changed-aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 837.734684] env[69385]: DEBUG oslo_concurrency.lockutils [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] Acquiring lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.763292] env[69385]: DEBUG oslo_concurrency.lockutils [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "2b369931-313e-49c3-a555-937110bb700e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.763580] env[69385]: DEBUG oslo_concurrency.lockutils [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.763785] env[69385]: DEBUG nova.compute.manager [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.765089] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22344b1c-5ef1-4a64-98b8-185b0b549bdd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.773394] env[69385]: DEBUG nova.compute.manager [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 837.774203] env[69385]: DEBUG nova.objects.instance [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'flavor' on Instance uuid 2b369931-313e-49c3-a555-937110bb700e {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.096218] env[69385]: DEBUG nova.compute.utils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.096770] env[69385]: DEBUG nova.compute.manager [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.097278] env[69385]: DEBUG nova.network.neutron [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.122488] env[69385]: DEBUG nova.network.neutron [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.143597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-631bf6a2-fd49-46f2-aa41-21dca526de0b tempest-ServersListShow298Test-346254829 tempest-ServersListShow298Test-346254829-project-member] Lock "47a7edf1-6b45-48af-b53a-4ab6f1990bff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.883s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.174403] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502683} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.179022] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 9c4c4869-51af-4bcc-83f0-9af2b5c4d124/9c4c4869-51af-4bcc-83f0-9af2b5c4d124.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.179022] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.179022] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e9d19f-dafb-4087-bbff-1b04fec1ebb4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.191564] env[69385]: DEBUG oslo_vmware.api [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Task: {'id': task-3340190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178222} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.191960] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.192203] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.192406] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.192598] env[69385]: INFO nova.compute.manager [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Took 1.15 seconds to destroy the instance on the hypervisor. [ 838.192873] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.193166] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 838.193166] env[69385]: value = "task-3340191" [ 838.193166] env[69385]: _type = "Task" [ 838.193166] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.193354] env[69385]: DEBUG nova.compute.manager [-] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.193443] env[69385]: DEBUG nova.network.neutron [-] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.205354] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.206819] env[69385]: DEBUG nova.policy [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc9a34af1224f4491c6c5cbee057991', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eeffdaf53e743f6ae858de6de64eb3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.411020] env[69385]: DEBUG nova.network.neutron [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Updating instance_info_cache with network_info: [{"id": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "address": "fa:16:3e:1a:f6:92", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb14b2f-ae", "ovs_interfaceid": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.602982] env[69385]: DEBUG nova.compute.manager [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.711995] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068773} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.719330] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.720643] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b226c589-d68d-4392-9fb9-d58d22158091 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.751866] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 9c4c4869-51af-4bcc-83f0-9af2b5c4d124/9c4c4869-51af-4bcc-83f0-9af2b5c4d124.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.752911] env[69385]: DEBUG nova.network.neutron [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Successfully created port: 6a223b91-bcf7-4c90-887f-0a0851b06d96 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.757135] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1580fa92-e92f-4142-83ff-167a80675167 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.780890] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 838.780890] env[69385]: value = "task-3340192" [ 838.780890] env[69385]: _type = "Task" [ 838.780890] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.788263] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.788263] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3d0b097-53bc-4814-9aae-0f255e56669f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.794627] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.804171] env[69385]: DEBUG oslo_vmware.api [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 838.804171] env[69385]: value = "task-3340193" [ 838.804171] env[69385]: _type = "Task" [ 838.804171] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.819561] env[69385]: DEBUG oslo_vmware.api [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.915432] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.915432] env[69385]: DEBUG nova.compute.manager [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Instance network_info: |[{"id": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "address": "fa:16:3e:1a:f6:92", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb14b2f-ae", "ovs_interfaceid": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.915432] env[69385]: DEBUG oslo_concurrency.lockutils [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] Acquired lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.915432] env[69385]: DEBUG nova.network.neutron [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Refreshing network info cache for port aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.915432] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:f6:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.933802] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Creating folder: Project (1fec5704722f490e8809e7b1b91d8fe2). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.937928] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a055635b-3d2f-43a3-9cd4-9e4ecb6e1a82 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.965452] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Created folder: Project (1fec5704722f490e8809e7b1b91d8fe2) in parent group-v666556. [ 838.965452] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Creating folder: Instances. Parent ref: group-v666675. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.965452] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac2e705-2ba0-4394-9e77-90c8647f11eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.981822] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Created folder: Instances in parent group-v666675. [ 838.982343] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.982343] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.982709] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2231451-122a-4ee0-8886-66e7e4e9bc7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.017728] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.017728] env[69385]: value = "task-3340196" [ 839.017728] env[69385]: _type = "Task" [ 839.017728] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.028530] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340196, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.034122] env[69385]: DEBUG nova.network.neutron [-] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.306619] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.325523] env[69385]: DEBUG oslo_vmware.api [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340193, 'name': PowerOffVM_Task, 'duration_secs': 0.394204} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.331771] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.331979] env[69385]: DEBUG nova.compute.manager [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.333115] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0d75b4-6da8-4b0a-a3e8-4115fc125043 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.442264] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7a0ccc-a54b-44f7-9a60-f5e6f0a3f0b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.451899] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71196ca1-dc9b-4421-a27b-645675c74905 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.487577] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684cc30c-2a35-4018-822b-bf4a6ce4ec19 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.501021] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3c904a-7726-4c3e-a89b-8e479ec3dd53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.515531] env[69385]: DEBUG nova.compute.provider_tree [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.532983] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340196, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.537475] env[69385]: INFO nova.compute.manager [-] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Took 2.25 seconds to deallocate network for instance. [ 839.625734] env[69385]: DEBUG nova.compute.manager [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.663347] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.663722] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.663972] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.664932] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.665132] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.665290] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.665508] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.665664] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.665857] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.666326] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.666636] env[69385]: DEBUG nova.virt.hardware [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.668055] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d32c2f-2f53-4079-9917-a611ec0f13af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.681875] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa21c82-07ea-48db-8d1f-eeedc86c241a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.774997] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 839.775250] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666674', 'volume_id': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'name': 'volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'serial': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 839.776313] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2af2d8b-5346-4ad6-b0b9-1cf918f70d9e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.799056] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a5c743-57fe-4549-971e-e0415b728c79 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.805081] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340192, 'name': ReconfigVM_Task, 'duration_secs': 0.914739} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.805832] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 9c4c4869-51af-4bcc-83f0-9af2b5c4d124/9c4c4869-51af-4bcc-83f0-9af2b5c4d124.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.806447] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5e333eb-a927-4132-a7f8-1294695094c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.830382] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca/volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.835360] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59579a28-e194-4a06-9f50-f87f15856bcb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.850982] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 839.850982] env[69385]: value = "task-3340197" [ 839.850982] env[69385]: _type = "Task" [ 839.850982] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.852931] env[69385]: DEBUG nova.compute.manager [req-8c34c303-6321-4188-891e-3a0ad38cdc43 req-af585b73-e090-448c-9b54-47d91437906b service nova] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Received event network-vif-deleted-cd14135e-e51b-4a16-a5c2-4924b693d718 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 839.852931] env[69385]: DEBUG nova.compute.manager [req-8c34c303-6321-4188-891e-3a0ad38cdc43 req-af585b73-e090-448c-9b54-47d91437906b service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Received event network-vif-deleted-b44bfb3d-5c25-464a-8ebf-dbb25167a869 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 839.852931] env[69385]: INFO nova.compute.manager [req-8c34c303-6321-4188-891e-3a0ad38cdc43 req-af585b73-e090-448c-9b54-47d91437906b service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Neutron deleted interface b44bfb3d-5c25-464a-8ebf-dbb25167a869; detaching it from the instance and deleting it from the info cache [ 839.853209] env[69385]: DEBUG nova.network.neutron [req-8c34c303-6321-4188-891e-3a0ad38cdc43 req-af585b73-e090-448c-9b54-47d91437906b service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.857624] env[69385]: DEBUG oslo_concurrency.lockutils [None req-802ca6bd-ece0-452b-8923-1aba1a7ae3fc tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.094s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.865740] env[69385]: DEBUG oslo_vmware.api [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Waiting for the task: (returnval){ [ 839.865740] env[69385]: value = "task-3340198" [ 839.865740] env[69385]: _type = "Task" [ 839.865740] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.869871] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340197, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.881058] env[69385]: DEBUG oslo_vmware.api [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Task: {'id': task-3340198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.019701] env[69385]: DEBUG nova.scheduler.client.report [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.047304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.047304] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340196, 'name': CreateVM_Task, 'duration_secs': 0.731091} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.047304] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.047304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.047304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.047304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.047304] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9c7cee-b395-465a-b003-caf5a7d374a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.057924] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 840.057924] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523fc511-1fbf-eac3-f86c-4ca7a59f6993" [ 840.057924] env[69385]: _type = "Task" [ 840.057924] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.067511] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523fc511-1fbf-eac3-f86c-4ca7a59f6993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.121344] env[69385]: DEBUG nova.network.neutron [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Updated VIF entry in instance network info cache for port aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.121344] env[69385]: DEBUG nova.network.neutron [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Updating instance_info_cache with network_info: [{"id": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "address": "fa:16:3e:1a:f6:92", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb14b2f-ae", "ovs_interfaceid": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.254994] env[69385]: DEBUG nova.network.neutron [-] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.362024] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e2e72c3-6e97-4cb9-999c-9d4e7ba806df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.371906] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340197, 'name': Rename_Task, 'duration_secs': 0.238073} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.377362] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.378475] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-858259a0-0df8-4238-b784-b11e68f69105 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.382268] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7927fdf-751d-4651-a595-d2ab11d89eeb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.404170] env[69385]: DEBUG oslo_vmware.api [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Task: {'id': task-3340198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.404170] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 840.404170] env[69385]: value = "task-3340199" [ 840.404170] env[69385]: _type = "Task" [ 840.404170] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.420449] env[69385]: DEBUG nova.compute.manager [req-8c34c303-6321-4188-891e-3a0ad38cdc43 req-af585b73-e090-448c-9b54-47d91437906b service nova] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Detach interface failed, port_id=b44bfb3d-5c25-464a-8ebf-dbb25167a869, reason: Instance 4a6f8144-9a73-4e24-a5ae-5a457aceb446 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 840.424916] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.537908] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.941s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.537908] env[69385]: DEBUG nova.compute.manager [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.539318] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.792s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.541866] env[69385]: INFO nova.compute.claims [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.568491] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523fc511-1fbf-eac3-f86c-4ca7a59f6993, 'name': SearchDatastore_Task, 'duration_secs': 0.014736} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.569073] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.572164] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.572164] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.572164] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.572164] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.577019] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20647d1e-8a5d-4c7e-b16a-1b4dc08b7c2e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.578027] env[69385]: DEBUG nova.compute.manager [req-dc16e3e7-b52c-4396-9b9c-5fdc9be0d0e2 req-e7e2ef66-a3d5-441c-a6a8-8df121b89c1f service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Received event network-vif-plugged-6a223b91-bcf7-4c90-887f-0a0851b06d96 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 840.578027] env[69385]: DEBUG oslo_concurrency.lockutils [req-dc16e3e7-b52c-4396-9b9c-5fdc9be0d0e2 req-e7e2ef66-a3d5-441c-a6a8-8df121b89c1f service nova] Acquiring lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.578027] env[69385]: DEBUG oslo_concurrency.lockutils [req-dc16e3e7-b52c-4396-9b9c-5fdc9be0d0e2 req-e7e2ef66-a3d5-441c-a6a8-8df121b89c1f service nova] Lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.578369] env[69385]: DEBUG oslo_concurrency.lockutils [req-dc16e3e7-b52c-4396-9b9c-5fdc9be0d0e2 req-e7e2ef66-a3d5-441c-a6a8-8df121b89c1f service nova] Lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.578413] env[69385]: DEBUG nova.compute.manager [req-dc16e3e7-b52c-4396-9b9c-5fdc9be0d0e2 req-e7e2ef66-a3d5-441c-a6a8-8df121b89c1f service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] No waiting events found dispatching network-vif-plugged-6a223b91-bcf7-4c90-887f-0a0851b06d96 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.578633] env[69385]: WARNING nova.compute.manager [req-dc16e3e7-b52c-4396-9b9c-5fdc9be0d0e2 req-e7e2ef66-a3d5-441c-a6a8-8df121b89c1f service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Received unexpected event network-vif-plugged-6a223b91-bcf7-4c90-887f-0a0851b06d96 for instance with vm_state building and task_state spawning. [ 840.590225] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.590492] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.591480] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741d7b36-0413-4e5f-bbe0-4f3d5d04a0cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.598035] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 840.598035] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528b0147-9c86-4e0a-49a2-5b47086d0a8d" [ 840.598035] env[69385]: _type = "Task" [ 840.598035] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.610425] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528b0147-9c86-4e0a-49a2-5b47086d0a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.623577] env[69385]: DEBUG oslo_concurrency.lockutils [req-45d4825d-4c71-4c6a-b3e1-ff79663f5ad7 req-8efee536-8fea-4d75-9621-2be87e3414c3 service nova] Releasing lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.646406] env[69385]: DEBUG nova.network.neutron [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Successfully updated port: 6a223b91-bcf7-4c90-887f-0a0851b06d96 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.702564] env[69385]: DEBUG nova.objects.instance [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'flavor' on Instance uuid 2b369931-313e-49c3-a555-937110bb700e {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.762020] env[69385]: INFO nova.compute.manager [-] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Took 2.57 seconds to deallocate network for instance. [ 840.882426] env[69385]: DEBUG oslo_vmware.api [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Task: {'id': task-3340198, 'name': ReconfigVM_Task, 'duration_secs': 0.693073} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.882739] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca/volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.888142] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1e15e79-f813-4f3e-8898-8d6062df3bec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.912595] env[69385]: DEBUG oslo_vmware.api [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Waiting for the task: (returnval){ [ 840.912595] env[69385]: value = "task-3340200" [ 840.912595] env[69385]: _type = "Task" [ 840.912595] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.918378] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340199, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.924069] env[69385]: DEBUG oslo_vmware.api [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Task: {'id': task-3340200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.049561] env[69385]: DEBUG nova.compute.utils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.050895] env[69385]: DEBUG nova.compute.manager [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.051075] env[69385]: DEBUG nova.network.neutron [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.109992] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528b0147-9c86-4e0a-49a2-5b47086d0a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.024919} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.110887] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa8ebc6-21cc-4958-8363-60ac726207f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.116128] env[69385]: DEBUG nova.policy [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '216f0c3db1314f54a2efa5847b9aee4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fec5704722f490e8809e7b1b91d8fe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.119134] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 841.119134] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525a5c10-390d-8cbb-d930-0726b2e5501b" [ 841.119134] env[69385]: _type = "Task" [ 841.119134] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.128258] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525a5c10-390d-8cbb-d930-0726b2e5501b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.151731] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "refresh_cache-d5ebe9af-0d5f-47e6-8a0d-863abff2973d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.155023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "refresh_cache-d5ebe9af-0d5f-47e6-8a0d-863abff2973d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.155023] env[69385]: DEBUG nova.network.neutron [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.211157] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.211157] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.211157] env[69385]: DEBUG nova.network.neutron [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.211157] env[69385]: DEBUG nova.objects.instance [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'info_cache' on Instance uuid 2b369931-313e-49c3-a555-937110bb700e {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.268773] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.420606] env[69385]: DEBUG oslo_vmware.api [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340199, 'name': PowerOnVM_Task, 'duration_secs': 0.890026} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.421598] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.421919] env[69385]: INFO nova.compute.manager [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Took 8.20 seconds to spawn the instance on the hypervisor. [ 841.422172] env[69385]: DEBUG nova.compute.manager [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.423149] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b767f0e7-4709-4452-8e54-54004b52e1fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.430766] env[69385]: DEBUG oslo_vmware.api [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Task: {'id': task-3340200, 'name': ReconfigVM_Task, 'duration_secs': 0.184502} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.431492] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666674', 'volume_id': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'name': 'volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'serial': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 841.557936] env[69385]: DEBUG nova.compute.manager [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.633652] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525a5c10-390d-8cbb-d930-0726b2e5501b, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.633903] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.634172] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 711577d1-d996-427e-9234-e7a1a1dcc74c/711577d1-d996-427e-9234-e7a1a1dcc74c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.634426] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12c6f5d1-a7a9-41b4-98bc-1894b10cd83c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.648162] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 841.648162] env[69385]: value = "task-3340201" [ 841.648162] env[69385]: _type = "Task" [ 841.648162] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.656235] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.683735] env[69385]: DEBUG nova.network.neutron [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Successfully created port: f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.706355] env[69385]: DEBUG nova.network.neutron [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.714864] env[69385]: DEBUG nova.objects.base [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Object Instance<2b369931-313e-49c3-a555-937110bb700e> lazy-loaded attributes: flavor,info_cache {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 841.910283] env[69385]: DEBUG nova.network.neutron [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Updating instance_info_cache with network_info: [{"id": "6a223b91-bcf7-4c90-887f-0a0851b06d96", "address": "fa:16:3e:14:82:a2", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a223b91-bc", "ovs_interfaceid": "6a223b91-bcf7-4c90-887f-0a0851b06d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.958065] env[69385]: INFO nova.compute.manager [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Took 62.02 seconds to build instance. [ 842.157321] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500739} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.158652] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 711577d1-d996-427e-9234-e7a1a1dcc74c/711577d1-d996-427e-9234-e7a1a1dcc74c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.158874] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.159655] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6a8ce5-30be-4e19-bce7-0092c684977e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.162611] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3888ebc9-e942-40e6-9e51-d4d825d04562 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.170361] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70d5acb-0415-46b6-8e63-ef386acaf568 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.178215] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 842.178215] env[69385]: value = "task-3340202" [ 842.178215] env[69385]: _type = "Task" [ 842.178215] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.211497] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de477421-f9a4-4e56-b0d5-d35d6a18c786 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.220445] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340202, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.228796] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723939d3-bca6-4c57-88ef-c9ad7c6fb00d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.250538] env[69385]: DEBUG nova.compute.provider_tree [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.414273] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "refresh_cache-d5ebe9af-0d5f-47e6-8a0d-863abff2973d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.415382] env[69385]: DEBUG nova.compute.manager [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Instance network_info: |[{"id": "6a223b91-bcf7-4c90-887f-0a0851b06d96", "address": "fa:16:3e:14:82:a2", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a223b91-bc", "ovs_interfaceid": "6a223b91-bcf7-4c90-887f-0a0851b06d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.415382] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:82:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a223b91-bcf7-4c90-887f-0a0851b06d96', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.427713] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.428758] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.429571] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41ddbf18-9994-481f-9378-73636f157766 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.457433] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.457433] env[69385]: value = "task-3340203" [ 842.457433] env[69385]: _type = "Task" [ 842.457433] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.464716] env[69385]: DEBUG oslo_concurrency.lockutils [None req-88cbcde3-518f-4b3d-9dc6-bbfa6a44ebfc tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.056s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.470045] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340203, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.512033] env[69385]: DEBUG nova.network.neutron [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [{"id": "df207134-9d79-4f24-b6f2-8529bfbc2855", "address": "fa:16:3e:47:ce:35", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf207134-9d", "ovs_interfaceid": "df207134-9d79-4f24-b6f2-8529bfbc2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.526420] env[69385]: DEBUG nova.objects.instance [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Lazy-loading 'flavor' on Instance uuid 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.571622] env[69385]: DEBUG nova.compute.manager [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.601609] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.601841] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.601993] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.602189] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.602337] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.602491] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.603338] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.603338] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.603338] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.603338] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.603338] env[69385]: DEBUG nova.virt.hardware [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.604202] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ee32b9-f453-4973-b403-8c5c7459f022 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.613688] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26130af7-d1bd-42ef-bd48-782fdb5e2524 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.690203] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072056} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.690469] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.691172] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb9e3da-4574-4246-a01b-a4f40d577488 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.716076] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 711577d1-d996-427e-9234-e7a1a1dcc74c/711577d1-d996-427e-9234-e7a1a1dcc74c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.716415] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d75fc987-71aa-4c4f-910d-a52529634ec5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.739234] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 842.739234] env[69385]: value = "task-3340204" [ 842.739234] env[69385]: _type = "Task" [ 842.739234] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.752035] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.756367] env[69385]: DEBUG nova.scheduler.client.report [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.787229] env[69385]: DEBUG nova.compute.manager [req-2438ac11-42a0-4be9-a919-0f4ae250c6ef req-565a16b2-4031-4dfe-bde1-8fdc90f769c3 service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Received event network-changed-6a223b91-bcf7-4c90-887f-0a0851b06d96 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.787437] env[69385]: DEBUG nova.compute.manager [req-2438ac11-42a0-4be9-a919-0f4ae250c6ef req-565a16b2-4031-4dfe-bde1-8fdc90f769c3 service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Refreshing instance network info cache due to event network-changed-6a223b91-bcf7-4c90-887f-0a0851b06d96. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 842.787684] env[69385]: DEBUG oslo_concurrency.lockutils [req-2438ac11-42a0-4be9-a919-0f4ae250c6ef req-565a16b2-4031-4dfe-bde1-8fdc90f769c3 service nova] Acquiring lock "refresh_cache-d5ebe9af-0d5f-47e6-8a0d-863abff2973d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.787831] env[69385]: DEBUG oslo_concurrency.lockutils [req-2438ac11-42a0-4be9-a919-0f4ae250c6ef req-565a16b2-4031-4dfe-bde1-8fdc90f769c3 service nova] Acquired lock "refresh_cache-d5ebe9af-0d5f-47e6-8a0d-863abff2973d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.788011] env[69385]: DEBUG nova.network.neutron [req-2438ac11-42a0-4be9-a919-0f4ae250c6ef req-565a16b2-4031-4dfe-bde1-8fdc90f769c3 service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Refreshing network info cache for port 6a223b91-bcf7-4c90-887f-0a0851b06d96 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.853860] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.854100] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.969285] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340203, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.969637] env[69385]: DEBUG nova.compute.manager [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.015231] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.032425] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f155862e-c7c2-43d3-9511-7e2bf4f92562 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.922s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.250111] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.262019] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.262547] env[69385]: DEBUG nova.compute.manager [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.264989] env[69385]: DEBUG oslo_concurrency.lockutils [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.615s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.265200] env[69385]: DEBUG oslo_concurrency.lockutils [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.267179] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.219s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.268585] env[69385]: INFO nova.compute.claims [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.292140] env[69385]: INFO nova.scheduler.client.report [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Deleted allocations for instance d1dbafdb-3130-40f9-93dc-f56e3da1bbc0 [ 843.340830] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Acquiring lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.341106] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.351950] env[69385]: DEBUG nova.network.neutron [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Successfully updated port: f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.468207] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340203, 'name': CreateVM_Task, 'duration_secs': 0.654032} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.468404] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.469081] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.469243] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.469553] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.469794] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78a1e6e-7e1c-40d4-bc1c-727a4b9d5829 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.476547] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 843.476547] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c28477-1673-4f4a-0063-055bd51353b3" [ 843.476547] env[69385]: _type = "Task" [ 843.476547] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.492597] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c28477-1673-4f4a-0063-055bd51353b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.492597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.492597] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.492762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.492900] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.493593] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.493703] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-547c8ab7-bf12-4fa0-b6a3-a454d4801b06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.500778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.502551] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.502728] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.503439] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3882308-0071-4c95-b4c4-5b2a45737873 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.508680] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 843.508680] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a0a882-c4e6-ad78-a6f5-c91eeedf7b0e" [ 843.508680] env[69385]: _type = "Task" [ 843.508680] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.524045] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a0a882-c4e6-ad78-a6f5-c91eeedf7b0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.524213] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e5d05e-ab96-4043-ad24-7c7ca6ac91ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.531583] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 843.531583] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5276a9b0-5e1b-8cf9-aa98-b39e2149f550" [ 843.531583] env[69385]: _type = "Task" [ 843.531583] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.541492] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5276a9b0-5e1b-8cf9-aa98-b39e2149f550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.551126] env[69385]: DEBUG nova.network.neutron [req-2438ac11-42a0-4be9-a919-0f4ae250c6ef req-565a16b2-4031-4dfe-bde1-8fdc90f769c3 service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Updated VIF entry in instance network info cache for port 6a223b91-bcf7-4c90-887f-0a0851b06d96. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.551459] env[69385]: DEBUG nova.network.neutron [req-2438ac11-42a0-4be9-a919-0f4ae250c6ef req-565a16b2-4031-4dfe-bde1-8fdc90f769c3 service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Updating instance_info_cache with network_info: [{"id": "6a223b91-bcf7-4c90-887f-0a0851b06d96", "address": "fa:16:3e:14:82:a2", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a223b91-bc", "ovs_interfaceid": "6a223b91-bcf7-4c90-887f-0a0851b06d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.751189] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.772870] env[69385]: DEBUG nova.compute.utils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.776437] env[69385]: DEBUG nova.compute.manager [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.776668] env[69385]: DEBUG nova.network.neutron [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.804659] env[69385]: DEBUG oslo_concurrency.lockutils [None req-973e9fae-5936-463f-aca0-5c249d41304f tempest-ServerPasswordTestJSON-1533034071 tempest-ServerPasswordTestJSON-1533034071-project-member] Lock "d1dbafdb-3130-40f9-93dc-f56e3da1bbc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.714s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.817513] env[69385]: DEBUG nova.policy [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc9a34af1224f4491c6c5cbee057991', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eeffdaf53e743f6ae858de6de64eb3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.844440] env[69385]: INFO nova.compute.manager [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Detaching volume ebe78b46-ade4-4a22-bc3e-4f5c597afaca [ 843.855345] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "refresh_cache-466c7ef8-b12c-43b5-a319-e377f9c8e116" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.855536] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "refresh_cache-466c7ef8-b12c-43b5-a319-e377f9c8e116" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.856447] env[69385]: DEBUG nova.network.neutron [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.885612] env[69385]: INFO nova.virt.block_device [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Attempting to driver detach volume ebe78b46-ade4-4a22-bc3e-4f5c597afaca from mountpoint /dev/sdb [ 843.885859] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 843.886049] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666674', 'volume_id': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'name': 'volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'serial': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 843.887118] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065cb56c-2031-421e-a1e4-40ebcb145bb6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.913153] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba9ea51-274a-4cba-b8d8-9dbbbc1d8008 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.922945] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718696b2-4d4d-4abe-b425-48186c124749 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.943933] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9367db-31a6-4bba-89f6-6cc551bea4fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.961189] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] The volume has not been displaced from its original location: [datastore1] volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca/volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 843.970239] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.970239] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e4ab76-916e-4e9a-8e10-55beb018f6fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.990904] env[69385]: DEBUG oslo_vmware.api [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Waiting for the task: (returnval){ [ 843.990904] env[69385]: value = "task-3340205" [ 843.990904] env[69385]: _type = "Task" [ 843.990904] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.002011] env[69385]: DEBUG oslo_vmware.api [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Task: {'id': task-3340205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.028348] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.028732] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75adb6b3-ac84-455f-8552-0ea882bdfdb4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.037501] env[69385]: DEBUG oslo_vmware.api [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 844.037501] env[69385]: value = "task-3340206" [ 844.037501] env[69385]: _type = "Task" [ 844.037501] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.046865] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5276a9b0-5e1b-8cf9-aa98-b39e2149f550, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.047522] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.047810] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] d5ebe9af-0d5f-47e6-8a0d-863abff2973d/d5ebe9af-0d5f-47e6-8a0d-863abff2973d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.048077] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7402c08-a498-47c5-8f0c-945f2aefb46e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.053205] env[69385]: DEBUG oslo_vmware.api [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.054067] env[69385]: DEBUG oslo_concurrency.lockutils [req-2438ac11-42a0-4be9-a919-0f4ae250c6ef req-565a16b2-4031-4dfe-bde1-8fdc90f769c3 service nova] Releasing lock "refresh_cache-d5ebe9af-0d5f-47e6-8a0d-863abff2973d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.058955] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 844.058955] env[69385]: value = "task-3340207" [ 844.058955] env[69385]: _type = "Task" [ 844.058955] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.068655] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.182857] env[69385]: DEBUG nova.network.neutron [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Successfully created port: cc226dc3-de09-45e9-b769-70d8f135516a {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.251537] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340204, 'name': ReconfigVM_Task, 'duration_secs': 1.116267} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.251876] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 711577d1-d996-427e-9234-e7a1a1dcc74c/711577d1-d996-427e-9234-e7a1a1dcc74c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.253046] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfdf81a7-4c7e-4dfb-90c3-9de06d0bfc1a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.261440] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 844.261440] env[69385]: value = "task-3340208" [ 844.261440] env[69385]: _type = "Task" [ 844.261440] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.271572] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340208, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.286378] env[69385]: DEBUG nova.compute.manager [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.427021] env[69385]: DEBUG nova.network.neutron [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.504891] env[69385]: DEBUG oslo_vmware.api [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Task: {'id': task-3340205, 'name': ReconfigVM_Task, 'duration_secs': 0.266457} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.505219] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 844.515768] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67934a84-3dfb-4ace-ae52-ede98931f8e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.536494] env[69385]: DEBUG oslo_vmware.api [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Waiting for the task: (returnval){ [ 844.536494] env[69385]: value = "task-3340209" [ 844.536494] env[69385]: _type = "Task" [ 844.536494] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.553448] env[69385]: DEBUG oslo_vmware.api [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Task: {'id': task-3340209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.556903] env[69385]: DEBUG oslo_vmware.api [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340206, 'name': PowerOnVM_Task, 'duration_secs': 0.4486} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.557438] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.557592] env[69385]: DEBUG nova.compute.manager [None req-9c3a1cc2-7882-4bd5-89dc-c54caf69180f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.558522] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b828262-281e-463e-b662-a04f4eaeb8e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.577523] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340207, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.774547] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340208, 'name': Rename_Task, 'duration_secs': 0.216411} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.774871] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.775156] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb70cdd3-cdfd-4a74-bf6e-321073af2a48 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.782233] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 844.782233] env[69385]: value = "task-3340210" [ 844.782233] env[69385]: _type = "Task" [ 844.782233] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.790677] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.876934] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc98243-9f07-40bf-94f2-4ee8168b540d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.887310] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff6a898-9dbf-46da-9d22-34db278f9a3e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.920451] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a00e2d-d967-451d-b644-f54220053211 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.929539] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c2df42-5996-4424-be08-7bb50a40ec18 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.943961] env[69385]: DEBUG nova.compute.provider_tree [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.974459] env[69385]: DEBUG nova.network.neutron [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Updating instance_info_cache with network_info: [{"id": "f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2", "address": "fa:16:3e:03:dc:46", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce585f-3c", "ovs_interfaceid": "f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.049153] env[69385]: DEBUG oslo_vmware.api [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Task: {'id': task-3340209, 'name': ReconfigVM_Task, 'duration_secs': 0.164706} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.049559] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666674', 'volume_id': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'name': 'volume-ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca', 'serial': 'ebe78b46-ade4-4a22-bc3e-4f5c597afaca'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 845.058827] env[69385]: DEBUG nova.compute.manager [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Received event network-vif-plugged-f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 845.058827] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] Acquiring lock "466c7ef8-b12c-43b5-a319-e377f9c8e116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.058827] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] Lock "466c7ef8-b12c-43b5-a319-e377f9c8e116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.058827] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] Lock "466c7ef8-b12c-43b5-a319-e377f9c8e116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.058827] env[69385]: DEBUG nova.compute.manager [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] No waiting events found dispatching network-vif-plugged-f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.058827] env[69385]: WARNING nova.compute.manager [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Received unexpected event network-vif-plugged-f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2 for instance with vm_state building and task_state spawning. [ 845.058827] env[69385]: DEBUG nova.compute.manager [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Received event network-changed-f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 845.058827] env[69385]: DEBUG nova.compute.manager [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Refreshing instance network info cache due to event network-changed-f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 845.058827] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] Acquiring lock "refresh_cache-466c7ef8-b12c-43b5-a319-e377f9c8e116" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.072843] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587164} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.073939] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] d5ebe9af-0d5f-47e6-8a0d-863abff2973d/d5ebe9af-0d5f-47e6-8a0d-863abff2973d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.073939] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.073939] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-206041f2-293f-402f-9ad2-1214957835b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.082450] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 845.082450] env[69385]: value = "task-3340211" [ 845.082450] env[69385]: _type = "Task" [ 845.082450] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.092630] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.296122] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.299579] env[69385]: DEBUG nova.compute.manager [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.332541] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.332795] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.332948] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.333144] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.333288] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.333447] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.333651] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.333806] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.333982] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.334143] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.334319] env[69385]: DEBUG nova.virt.hardware [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.335181] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e386f27-7f79-4aa2-ab0f-73c33d7fd42b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.344164] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c2ea6-9715-45dc-a92f-8aea67d013d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.449306] env[69385]: DEBUG nova.scheduler.client.report [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.479585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "refresh_cache-466c7ef8-b12c-43b5-a319-e377f9c8e116" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.479948] env[69385]: DEBUG nova.compute.manager [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Instance network_info: |[{"id": "f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2", "address": "fa:16:3e:03:dc:46", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce585f-3c", "ovs_interfaceid": "f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.480265] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] Acquired lock "refresh_cache-466c7ef8-b12c-43b5-a319-e377f9c8e116" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.480441] env[69385]: DEBUG nova.network.neutron [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Refreshing network info cache for port f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.482270] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:dc:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.489731] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.493729] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.493729] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb6227b5-1de6-4e0c-86fd-c3adf3a88745 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.513404] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.513404] env[69385]: value = "task-3340212" [ 845.513404] env[69385]: _type = "Task" [ 845.513404] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.522757] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340212, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.594292] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07366} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.594292] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.595315] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae7d744-717b-4b90-8dca-3c7a738ffc11 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.621596] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] d5ebe9af-0d5f-47e6-8a0d-863abff2973d/d5ebe9af-0d5f-47e6-8a0d-863abff2973d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.621976] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef0cdb51-7ef6-4d48-a824-7b17aecd4239 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.638252] env[69385]: DEBUG nova.objects.instance [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Lazy-loading 'flavor' on Instance uuid 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.653907] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 845.653907] env[69385]: value = "task-3340213" [ 845.653907] env[69385]: _type = "Task" [ 845.653907] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.667962] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340213, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.797861] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340210, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.823521] env[69385]: DEBUG nova.compute.manager [req-72174cee-422f-412a-bb3e-f3cd2400cb23 req-bbad5d31-be5e-4f06-be55-c67bd5a52fae service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Received event network-vif-plugged-cc226dc3-de09-45e9-b769-70d8f135516a {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 845.823830] env[69385]: DEBUG oslo_concurrency.lockutils [req-72174cee-422f-412a-bb3e-f3cd2400cb23 req-bbad5d31-be5e-4f06-be55-c67bd5a52fae service nova] Acquiring lock "c739cbea-b664-4175-abd6-086363e47b89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.824139] env[69385]: DEBUG oslo_concurrency.lockutils [req-72174cee-422f-412a-bb3e-f3cd2400cb23 req-bbad5d31-be5e-4f06-be55-c67bd5a52fae service nova] Lock "c739cbea-b664-4175-abd6-086363e47b89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.824389] env[69385]: DEBUG oslo_concurrency.lockutils [req-72174cee-422f-412a-bb3e-f3cd2400cb23 req-bbad5d31-be5e-4f06-be55-c67bd5a52fae service nova] Lock "c739cbea-b664-4175-abd6-086363e47b89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.824759] env[69385]: DEBUG nova.compute.manager [req-72174cee-422f-412a-bb3e-f3cd2400cb23 req-bbad5d31-be5e-4f06-be55-c67bd5a52fae service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] No waiting events found dispatching network-vif-plugged-cc226dc3-de09-45e9-b769-70d8f135516a {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.824932] env[69385]: WARNING nova.compute.manager [req-72174cee-422f-412a-bb3e-f3cd2400cb23 req-bbad5d31-be5e-4f06-be55-c67bd5a52fae service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Received unexpected event network-vif-plugged-cc226dc3-de09-45e9-b769-70d8f135516a for instance with vm_state building and task_state spawning. [ 845.955221] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.955978] env[69385]: DEBUG nova.compute.manager [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.961191] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.883s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.963774] env[69385]: INFO nova.compute.claims [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.977998] env[69385]: DEBUG nova.network.neutron [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Successfully updated port: cc226dc3-de09-45e9-b769-70d8f135516a {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.027103] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340212, 'name': CreateVM_Task, 'duration_secs': 0.377868} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.027499] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.028314] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.028624] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.029061] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.029438] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1e972e-c035-48e2-bdd5-6cdbf0575207 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.036788] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 846.036788] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523daed8-273e-40c7-056a-7dc4fc1bf61c" [ 846.036788] env[69385]: _type = "Task" [ 846.036788] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.048151] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523daed8-273e-40c7-056a-7dc4fc1bf61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.175361] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340213, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.242848] env[69385]: DEBUG nova.network.neutron [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Updated VIF entry in instance network info cache for port f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.243294] env[69385]: DEBUG nova.network.neutron [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Updating instance_info_cache with network_info: [{"id": "f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2", "address": "fa:16:3e:03:dc:46", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce585f-3c", "ovs_interfaceid": "f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.296208] env[69385]: DEBUG oslo_vmware.api [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340210, 'name': PowerOnVM_Task, 'duration_secs': 1.059597} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.296517] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.296757] env[69385]: INFO nova.compute.manager [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Took 10.48 seconds to spawn the instance on the hypervisor. [ 846.296953] env[69385]: DEBUG nova.compute.manager [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.297700] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680250da-d6e6-4108-94a8-5bdc2a687782 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.471982] env[69385]: DEBUG nova.compute.utils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.477022] env[69385]: DEBUG nova.compute.manager [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.477022] env[69385]: DEBUG nova.network.neutron [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.482664] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "refresh_cache-c739cbea-b664-4175-abd6-086363e47b89" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.482728] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "refresh_cache-c739cbea-b664-4175-abd6-086363e47b89" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.482882] env[69385]: DEBUG nova.network.neutron [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.529171] env[69385]: DEBUG nova.policy [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c03c9f362494c35a09dd2644028cdae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18b2bb8a199d4984910c67e33eb0ba61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.550140] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523daed8-273e-40c7-056a-7dc4fc1bf61c, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.550404] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.550634] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.550915] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.551047] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.551196] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.551453] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3a903a1-d546-4f2c-a9d0-9cbd3de72fb8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.563336] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.563992] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.564642] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0624eba4-b398-4812-b1d6-ede6369a4fa9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.570769] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 846.570769] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525329ae-be21-65bc-46ab-9936de46ff89" [ 846.570769] env[69385]: _type = "Task" [ 846.570769] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.579906] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525329ae-be21-65bc-46ab-9936de46ff89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.660570] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c0599645-7ed4-4455-b7ec-acc6c7c87808 tempest-VolumesAssistedSnapshotsTest-314795805 tempest-VolumesAssistedSnapshotsTest-314795805-project-admin] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.672936] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340213, 'name': ReconfigVM_Task, 'duration_secs': 0.529193} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.673486] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] d5ebe9af-0d5f-47e6-8a0d-863abff2973d/d5ebe9af-0d5f-47e6-8a0d-863abff2973d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.674093] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3172f452-eb1d-476d-8ce9-ff502d3af6dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.683619] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 846.683619] env[69385]: value = "task-3340215" [ 846.683619] env[69385]: _type = "Task" [ 846.683619] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.695389] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340215, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.746843] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a06f39a-a41c-461f-ba3f-36ca68ed386e req-34ed819d-276c-4c0a-8e90-b356fa143d93 service nova] Releasing lock "refresh_cache-466c7ef8-b12c-43b5-a319-e377f9c8e116" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.818735] env[69385]: INFO nova.compute.manager [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Took 64.84 seconds to build instance. [ 846.874973] env[69385]: DEBUG nova.network.neutron [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Successfully created port: 3de56a6f-43c6-4464-b600-5ebc4213d301 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.978730] env[69385]: DEBUG nova.compute.manager [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.026767] env[69385]: DEBUG nova.network.neutron [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.086973] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525329ae-be21-65bc-46ab-9936de46ff89, 'name': SearchDatastore_Task, 'duration_secs': 0.024721} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.093161] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbee41ca-810a-4b32-ac30-386da45688b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.100837] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 847.100837] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520050f0-c12c-a62d-e3db-7a60b138c769" [ 847.100837] env[69385]: _type = "Task" [ 847.100837] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.111137] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520050f0-c12c-a62d-e3db-7a60b138c769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.199165] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340215, 'name': Rename_Task, 'duration_secs': 0.342944} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.199536] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.200257] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c9d930-0529-490c-9edc-6b0e1a43b8de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.213111] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 847.213111] env[69385]: value = "task-3340216" [ 847.213111] env[69385]: _type = "Task" [ 847.213111] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.224169] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.258674] env[69385]: DEBUG nova.network.neutron [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Updating instance_info_cache with network_info: [{"id": "cc226dc3-de09-45e9-b769-70d8f135516a", "address": "fa:16:3e:93:e5:d6", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc226dc3-de", "ovs_interfaceid": "cc226dc3-de09-45e9-b769-70d8f135516a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.320721] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df07ddd3-15b7-41c4-bff1-8ee10ee2561b tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "711577d1-d996-427e-9234-e7a1a1dcc74c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.877s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.587637] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6354a52d-7d72-4edf-b0ad-e9199b7b017f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.597271] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567dabad-bf47-490d-b029-f9cc832c398e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.633075] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f574bf1-94ff-4727-a603-67c041d4be75 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.639201] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520050f0-c12c-a62d-e3db-7a60b138c769, 'name': SearchDatastore_Task, 'duration_secs': 0.012967} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.640679] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.641057] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 466c7ef8-b12c-43b5-a319-e377f9c8e116/466c7ef8-b12c-43b5-a319-e377f9c8e116.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.641400] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4586be57-9114-4a6f-b693-2cdfad813e7c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.648408] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e820d83-398d-4174-9094-19f71767d646 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.654338] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 847.654338] env[69385]: value = "task-3340217" [ 847.654338] env[69385]: _type = "Task" [ 847.654338] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.666654] env[69385]: DEBUG nova.compute.provider_tree [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.674048] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.723674] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.764202] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "refresh_cache-c739cbea-b664-4175-abd6-086363e47b89" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.764566] env[69385]: DEBUG nova.compute.manager [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Instance network_info: |[{"id": "cc226dc3-de09-45e9-b769-70d8f135516a", "address": "fa:16:3e:93:e5:d6", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc226dc3-de", "ovs_interfaceid": "cc226dc3-de09-45e9-b769-70d8f135516a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.765021] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:e5:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc226dc3-de09-45e9-b769-70d8f135516a', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.774091] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.774390] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c739cbea-b664-4175-abd6-086363e47b89] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.774689] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7d44814-652a-45fe-b0db-0d9c96777513 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.797220] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.797220] env[69385]: value = "task-3340218" [ 847.797220] env[69385]: _type = "Task" [ 847.797220] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.805437] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340218, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.824234] env[69385]: DEBUG nova.compute.manager [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.859277] env[69385]: DEBUG nova.compute.manager [req-83598141-f535-4f8a-ad18-8141b0c314e1 req-cdddd018-feb1-4ed0-bd78-cbc1c2494007 service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Received event network-changed-cc226dc3-de09-45e9-b769-70d8f135516a {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 847.859390] env[69385]: DEBUG nova.compute.manager [req-83598141-f535-4f8a-ad18-8141b0c314e1 req-cdddd018-feb1-4ed0-bd78-cbc1c2494007 service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Refreshing instance network info cache due to event network-changed-cc226dc3-de09-45e9-b769-70d8f135516a. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 847.859577] env[69385]: DEBUG oslo_concurrency.lockutils [req-83598141-f535-4f8a-ad18-8141b0c314e1 req-cdddd018-feb1-4ed0-bd78-cbc1c2494007 service nova] Acquiring lock "refresh_cache-c739cbea-b664-4175-abd6-086363e47b89" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.860359] env[69385]: DEBUG oslo_concurrency.lockutils [req-83598141-f535-4f8a-ad18-8141b0c314e1 req-cdddd018-feb1-4ed0-bd78-cbc1c2494007 service nova] Acquired lock "refresh_cache-c739cbea-b664-4175-abd6-086363e47b89" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.860359] env[69385]: DEBUG nova.network.neutron [req-83598141-f535-4f8a-ad18-8141b0c314e1 req-cdddd018-feb1-4ed0-bd78-cbc1c2494007 service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Refreshing network info cache for port cc226dc3-de09-45e9-b769-70d8f135516a {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.998075] env[69385]: DEBUG nova.compute.manager [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.030832] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.031092] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.031242] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.031485] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.031632] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.031772] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.031981] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.032196] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.032381] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.032551] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.032725] env[69385]: DEBUG nova.virt.hardware [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.033746] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd9364c-e540-4711-914d-a081edd312a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.043781] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7070c5-e476-4675-81d4-d1895f3baec2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.166151] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.170433] env[69385]: DEBUG nova.scheduler.client.report [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.226233] env[69385]: DEBUG oslo_vmware.api [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340216, 'name': PowerOnVM_Task, 'duration_secs': 0.821323} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.227053] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.227053] env[69385]: INFO nova.compute.manager [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Took 8.60 seconds to spawn the instance on the hypervisor. [ 848.227053] env[69385]: DEBUG nova.compute.manager [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.227923] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0779933-5d38-4a53-801b-6efeac4530cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.313839] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340218, 'name': CreateVM_Task, 'duration_secs': 0.51372} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.314083] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c739cbea-b664-4175-abd6-086363e47b89] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.314974] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.317517] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.317984] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.318341] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d324b47-950b-4c8d-80d4-48f666db3ead {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.337815] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 848.337815] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fabbcf-0b03-26c4-35bf-676a01a2acff" [ 848.337815] env[69385]: _type = "Task" [ 848.337815] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.356363] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fabbcf-0b03-26c4-35bf-676a01a2acff, 'name': SearchDatastore_Task, 'duration_secs': 0.014783} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.356363] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.356591] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.356924] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.357175] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.357440] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.357793] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4684252-0da6-47c6-aca3-4572c4769c2d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.361184] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.369251] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.369484] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.371054] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f5783a-73a9-4b16-bdb0-63f57e8f1302 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.378396] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 848.378396] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522a6880-75bb-831c-d8bc-1a8768a6f874" [ 848.378396] env[69385]: _type = "Task" [ 848.378396] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.387825] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522a6880-75bb-831c-d8bc-1a8768a6f874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.637165] env[69385]: DEBUG nova.network.neutron [req-83598141-f535-4f8a-ad18-8141b0c314e1 req-cdddd018-feb1-4ed0-bd78-cbc1c2494007 service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Updated VIF entry in instance network info cache for port cc226dc3-de09-45e9-b769-70d8f135516a. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.637587] env[69385]: DEBUG nova.network.neutron [req-83598141-f535-4f8a-ad18-8141b0c314e1 req-cdddd018-feb1-4ed0-bd78-cbc1c2494007 service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Updating instance_info_cache with network_info: [{"id": "cc226dc3-de09-45e9-b769-70d8f135516a", "address": "fa:16:3e:93:e5:d6", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc226dc3-de", "ovs_interfaceid": "cc226dc3-de09-45e9-b769-70d8f135516a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.665581] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686319} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.665892] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 466c7ef8-b12c-43b5-a319-e377f9c8e116/466c7ef8-b12c-43b5-a319-e377f9c8e116.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.666418] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.666418] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da761f15-6f83-43c5-a251-1a4b0d01f785 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.675310] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.675800] env[69385]: DEBUG nova.compute.manager [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.678998] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 848.678998] env[69385]: value = "task-3340219" [ 848.678998] env[69385]: _type = "Task" [ 848.678998] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.679512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.880s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.679750] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.682109] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.488s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.682300] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.684585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.014s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.687041] env[69385]: INFO nova.compute.claims [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.701625] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.724714] env[69385]: INFO nova.scheduler.client.report [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted allocations for instance 813826c6-5135-45fb-a05d-5f079eab0d43 [ 848.731064] env[69385]: INFO nova.scheduler.client.report [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted allocations for instance 4456d60a-cd3f-45c8-b48f-13f45531fea6 [ 848.747223] env[69385]: INFO nova.compute.manager [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Took 55.21 seconds to build instance. [ 848.755896] env[69385]: DEBUG nova.network.neutron [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Successfully updated port: 3de56a6f-43c6-4464-b600-5ebc4213d301 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.891042] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522a6880-75bb-831c-d8bc-1a8768a6f874, 'name': SearchDatastore_Task, 'duration_secs': 0.012649} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.891890] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16b7141-023b-4f13-b4d8-70a5e4983bb3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.898674] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 848.898674] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a109c6-afcb-233e-445d-9f2f534d5254" [ 848.898674] env[69385]: _type = "Task" [ 848.898674] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.907532] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a109c6-afcb-233e-445d-9f2f534d5254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.140678] env[69385]: DEBUG oslo_concurrency.lockutils [req-83598141-f535-4f8a-ad18-8141b0c314e1 req-cdddd018-feb1-4ed0-bd78-cbc1c2494007 service nova] Releasing lock "refresh_cache-c739cbea-b664-4175-abd6-086363e47b89" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.182222] env[69385]: DEBUG nova.compute.utils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.185564] env[69385]: DEBUG nova.compute.manager [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.185564] env[69385]: DEBUG nova.network.neutron [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.205178] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078033} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.205481] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.207152] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9246e75-dcc5-40e4-bd7b-01b91ae9da19 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.235147] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9000fa24-7d24-4506-9cc9-1441bf430d8d tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "813826c6-5135-45fb-a05d-5f079eab0d43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.177s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.250030] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 466c7ef8-b12c-43b5-a319-e377f9c8e116/466c7ef8-b12c-43b5-a319-e377f9c8e116.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.252106] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3fce09f7-0372-4862-af51-7ee8579ffcea tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "4456d60a-cd3f-45c8-b48f-13f45531fea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.141s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.253489] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e810a3-9e13-4c8f-b7a3-cc9bcec9aa5a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.273371] env[69385]: DEBUG nova.policy [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a205b3de62a4fdda1b952d5f0bcba9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '475fac1a51624ecd83da5c996c6001b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.275118] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07e4a1be-0b2e-4de7-8474-5f9a5bc50fa3 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.266s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.275915] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "refresh_cache-e9eb8cae-bb7a-4028-b685-867115e498ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.275915] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "refresh_cache-e9eb8cae-bb7a-4028-b685-867115e498ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.276053] env[69385]: DEBUG nova.network.neutron [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.287818] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 849.287818] env[69385]: value = "task-3340220" [ 849.287818] env[69385]: _type = "Task" [ 849.287818] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.302368] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.411152] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a109c6-afcb-233e-445d-9f2f534d5254, 'name': SearchDatastore_Task, 'duration_secs': 0.038575} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.411459] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.411730] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] c739cbea-b664-4175-abd6-086363e47b89/c739cbea-b664-4175-abd6-086363e47b89.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.412021] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-408b0d1c-97dc-4e3d-8816-3d9ef67b0077 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.420122] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 849.420122] env[69385]: value = "task-3340221" [ 849.420122] env[69385]: _type = "Task" [ 849.420122] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.429345] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.599464] env[69385]: DEBUG nova.network.neutron [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Successfully created port: 11942e70-6a8e-43f2-95e5-4001b511ebab {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.688217] env[69385]: DEBUG nova.compute.manager [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.783372] env[69385]: DEBUG nova.compute.manager [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.806532] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340220, 'name': ReconfigVM_Task, 'duration_secs': 0.313217} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.806532] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 466c7ef8-b12c-43b5-a319-e377f9c8e116/466c7ef8-b12c-43b5-a319-e377f9c8e116.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.806532] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4df4f319-fb02-4e7f-a827-aa175abc68dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.813814] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 849.813814] env[69385]: value = "task-3340222" [ 849.813814] env[69385]: _type = "Task" [ 849.813814] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.827843] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340222, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.838290] env[69385]: DEBUG nova.network.neutron [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.935711] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.122462] env[69385]: DEBUG oslo_concurrency.lockutils [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquiring lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.122778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.123247] env[69385]: DEBUG oslo_concurrency.lockutils [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquiring lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.123560] env[69385]: DEBUG oslo_concurrency.lockutils [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.123833] env[69385]: DEBUG oslo_concurrency.lockutils [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.127112] env[69385]: INFO nova.compute.manager [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Terminating instance [ 850.150057] env[69385]: DEBUG nova.network.neutron [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Updating instance_info_cache with network_info: [{"id": "3de56a6f-43c6-4464-b600-5ebc4213d301", "address": "fa:16:3e:8e:a9:57", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de56a6f-43", "ovs_interfaceid": "3de56a6f-43c6-4464-b600-5ebc4213d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.190377] env[69385]: DEBUG nova.compute.manager [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Received event network-vif-plugged-3de56a6f-43c6-4464-b600-5ebc4213d301 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 850.190596] env[69385]: DEBUG oslo_concurrency.lockutils [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] Acquiring lock "e9eb8cae-bb7a-4028-b685-867115e498ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.190811] env[69385]: DEBUG oslo_concurrency.lockutils [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] Lock "e9eb8cae-bb7a-4028-b685-867115e498ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.191094] env[69385]: DEBUG oslo_concurrency.lockutils [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] Lock "e9eb8cae-bb7a-4028-b685-867115e498ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.191352] env[69385]: DEBUG nova.compute.manager [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] No waiting events found dispatching network-vif-plugged-3de56a6f-43c6-4464-b600-5ebc4213d301 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.191594] env[69385]: WARNING nova.compute.manager [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Received unexpected event network-vif-plugged-3de56a6f-43c6-4464-b600-5ebc4213d301 for instance with vm_state building and task_state spawning. [ 850.192035] env[69385]: DEBUG nova.compute.manager [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Received event network-changed-3de56a6f-43c6-4464-b600-5ebc4213d301 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 850.192035] env[69385]: DEBUG nova.compute.manager [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Refreshing instance network info cache due to event network-changed-3de56a6f-43c6-4464-b600-5ebc4213d301. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 850.192291] env[69385]: DEBUG oslo_concurrency.lockutils [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] Acquiring lock "refresh_cache-e9eb8cae-bb7a-4028-b685-867115e498ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.273957] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0021cef5-6e31-43fb-be54-662801dd1585 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.282773] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd2c02d-af00-469f-aad9-7186e9ab1130 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.320998] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5986399c-92e6-4c9e-9ee9-fb4808ce4db0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.331408] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340222, 'name': Rename_Task, 'duration_secs': 0.161288} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.334016] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.334016] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c66ca7-6417-407b-b36f-c5b05194e44f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.337386] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.337609] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f410ac3-1acb-4223-9668-aea93ae318f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.354644] env[69385]: DEBUG nova.compute.provider_tree [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.359186] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 850.359186] env[69385]: value = "task-3340223" [ 850.359186] env[69385]: _type = "Task" [ 850.359186] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.366103] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340223, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.430828] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87865} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.431097] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] c739cbea-b664-4175-abd6-086363e47b89/c739cbea-b664-4175-abd6-086363e47b89.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.431540] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.431820] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e9c0d5c-6a2a-461f-aeeb-5d8713264bd6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.439721] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 850.439721] env[69385]: value = "task-3340224" [ 850.439721] env[69385]: _type = "Task" [ 850.439721] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.450032] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.638433] env[69385]: DEBUG nova.compute.manager [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.638745] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.639644] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20af23ce-f3f2-4c90-a3e2-1865bb4bb329 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.648209] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.648472] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bbd18f1-4faf-43df-a850-e1d4b5dfee72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.655837] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "refresh_cache-e9eb8cae-bb7a-4028-b685-867115e498ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.656218] env[69385]: DEBUG nova.compute.manager [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Instance network_info: |[{"id": "3de56a6f-43c6-4464-b600-5ebc4213d301", "address": "fa:16:3e:8e:a9:57", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de56a6f-43", "ovs_interfaceid": "3de56a6f-43c6-4464-b600-5ebc4213d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.656609] env[69385]: DEBUG oslo_vmware.api [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 850.656609] env[69385]: value = "task-3340225" [ 850.656609] env[69385]: _type = "Task" [ 850.656609] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.656865] env[69385]: DEBUG oslo_concurrency.lockutils [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] Acquired lock "refresh_cache-e9eb8cae-bb7a-4028-b685-867115e498ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.657103] env[69385]: DEBUG nova.network.neutron [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Refreshing network info cache for port 3de56a6f-43c6-4464-b600-5ebc4213d301 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.658554] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:a9:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3de56a6f-43c6-4464-b600-5ebc4213d301', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.667046] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.668316] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.673221] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fbd4881-a561-4083-b580-567a01453f14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.693763] env[69385]: DEBUG oslo_vmware.api [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3340225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.695248] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.695248] env[69385]: value = "task-3340226" [ 850.695248] env[69385]: _type = "Task" [ 850.695248] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.703630] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340226, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.704704] env[69385]: DEBUG nova.compute.manager [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.733327] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.733578] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.733737] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.734023] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.734199] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.734350] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.734619] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.734892] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.735092] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.735260] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.735483] env[69385]: DEBUG nova.virt.hardware [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.736381] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d226d19-1056-4e8e-b106-b084efdcd810 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.745657] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235d7df9-9de6-414b-9912-131e8ca17199 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.859286] env[69385]: DEBUG nova.scheduler.client.report [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.873822] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.955075] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067622} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.955075] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.955075] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ea620-4347-4d0a-9912-c988fd7c9315 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.991528] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] c739cbea-b664-4175-abd6-086363e47b89/c739cbea-b664-4175-abd6-086363e47b89.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.992016] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15e319f-ed54-494e-81a8-377baa0b04f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.025645] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 851.025645] env[69385]: value = "task-3340227" [ 851.025645] env[69385]: _type = "Task" [ 851.025645] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.040880] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.182424] env[69385]: DEBUG oslo_vmware.api [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3340225, 'name': PowerOffVM_Task, 'duration_secs': 0.263994} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.182779] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.182885] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.183148] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86323a3a-7457-41b7-b9a8-3caf47eca9a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.207559] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340226, 'name': CreateVM_Task, 'duration_secs': 0.505801} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.208730] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.209643] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.210099] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.211827] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.212427] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c645f71-6c34-46d3-85c6-aed063ad69f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.219042] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 851.219042] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d6aebc-b60c-98ac-08f9-9dff71a46f60" [ 851.219042] env[69385]: _type = "Task" [ 851.219042] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.231668] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d6aebc-b60c-98ac-08f9-9dff71a46f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.282223] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.282460] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.282621] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Deleting the datastore file [datastore2] 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.282896] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d5f5d4c-ec3f-42aa-8fc2-fefc9df7089d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.290722] env[69385]: DEBUG oslo_vmware.api [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for the task: (returnval){ [ 851.290722] env[69385]: value = "task-3340229" [ 851.290722] env[69385]: _type = "Task" [ 851.290722] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.299944] env[69385]: DEBUG oslo_vmware.api [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3340229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.325884] env[69385]: DEBUG nova.network.neutron [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Successfully updated port: 11942e70-6a8e-43f2-95e5-4001b511ebab {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.368073] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.368623] env[69385]: DEBUG nova.compute.manager [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.371797] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.855s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.373128] env[69385]: INFO nova.compute.claims [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.381952] env[69385]: DEBUG oslo_vmware.api [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340223, 'name': PowerOnVM_Task, 'duration_secs': 0.549421} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.382387] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.382597] env[69385]: INFO nova.compute.manager [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Took 8.81 seconds to spawn the instance on the hypervisor. [ 851.382787] env[69385]: DEBUG nova.compute.manager [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.383786] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3c1d52-a718-41e3-b85c-1a819f21a0fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.473025] env[69385]: DEBUG nova.network.neutron [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Updated VIF entry in instance network info cache for port 3de56a6f-43c6-4464-b600-5ebc4213d301. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.473025] env[69385]: DEBUG nova.network.neutron [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Updating instance_info_cache with network_info: [{"id": "3de56a6f-43c6-4464-b600-5ebc4213d301", "address": "fa:16:3e:8e:a9:57", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de56a6f-43", "ovs_interfaceid": "3de56a6f-43c6-4464-b600-5ebc4213d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.540733] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.659728] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.660098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.730997] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d6aebc-b60c-98ac-08f9-9dff71a46f60, 'name': SearchDatastore_Task, 'duration_secs': 0.04661} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.731940] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.731940] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.731940] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.731940] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.732180] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.732391] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c558dd1d-f17e-4c0c-be99-587ba306f712 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.743860] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.743860] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.744340] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf060d3d-26bf-47fb-a815-a2b2e0da93d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.750338] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 851.750338] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525208e5-0f80-c06c-ef8e-b5f59a15b14e" [ 851.750338] env[69385]: _type = "Task" [ 851.750338] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.758944] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525208e5-0f80-c06c-ef8e-b5f59a15b14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.802373] env[69385]: DEBUG oslo_vmware.api [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3340229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.828245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquiring lock "refresh_cache-0988bcff-d0ed-43cb-994b-e870b9866634" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.828407] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquired lock "refresh_cache-0988bcff-d0ed-43cb-994b-e870b9866634" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.828649] env[69385]: DEBUG nova.network.neutron [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.878703] env[69385]: DEBUG nova.compute.utils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.881791] env[69385]: DEBUG nova.compute.manager [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.881959] env[69385]: DEBUG nova.network.neutron [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.902859] env[69385]: INFO nova.compute.manager [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Took 54.27 seconds to build instance. [ 851.937151] env[69385]: DEBUG nova.policy [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f2b076244ab45fba6bc299c8ce06cbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8209a4be436a409f84676f7fed9774ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.974384] env[69385]: DEBUG oslo_concurrency.lockutils [req-69cfc6ed-ff0f-4750-86d2-afb50b220a02 req-fd5cb45d-64ad-424f-ab2f-9d499cb40d38 service nova] Releasing lock "refresh_cache-e9eb8cae-bb7a-4028-b685-867115e498ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.037511] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340227, 'name': ReconfigVM_Task, 'duration_secs': 0.824949} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.037789] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Reconfigured VM instance instance-0000002b to attach disk [datastore2] c739cbea-b664-4175-abd6-086363e47b89/c739cbea-b664-4175-abd6-086363e47b89.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.038424] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-244003d9-3d11-4a17-bd19-2b4142ee3258 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.047094] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 852.047094] env[69385]: value = "task-3340230" [ 852.047094] env[69385]: _type = "Task" [ 852.047094] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.058570] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340230, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.264335] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525208e5-0f80-c06c-ef8e-b5f59a15b14e, 'name': SearchDatastore_Task, 'duration_secs': 0.05121} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.265763] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e571bea6-5af9-463e-a449-5fc990c4091d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.271914] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 852.271914] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52930912-0f07-d2f2-1229-65332092a156" [ 852.271914] env[69385]: _type = "Task" [ 852.271914] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.277199] env[69385]: DEBUG nova.compute.manager [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Received event network-vif-plugged-11942e70-6a8e-43f2-95e5-4001b511ebab {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 852.277409] env[69385]: DEBUG oslo_concurrency.lockutils [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] Acquiring lock "0988bcff-d0ed-43cb-994b-e870b9866634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.277652] env[69385]: DEBUG oslo_concurrency.lockutils [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] Lock "0988bcff-d0ed-43cb-994b-e870b9866634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.277762] env[69385]: DEBUG oslo_concurrency.lockutils [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] Lock "0988bcff-d0ed-43cb-994b-e870b9866634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.277920] env[69385]: DEBUG nova.compute.manager [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] No waiting events found dispatching network-vif-plugged-11942e70-6a8e-43f2-95e5-4001b511ebab {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.278088] env[69385]: WARNING nova.compute.manager [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Received unexpected event network-vif-plugged-11942e70-6a8e-43f2-95e5-4001b511ebab for instance with vm_state building and task_state spawning. [ 852.278261] env[69385]: DEBUG nova.compute.manager [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Received event network-changed-11942e70-6a8e-43f2-95e5-4001b511ebab {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 852.278711] env[69385]: DEBUG nova.compute.manager [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Refreshing instance network info cache due to event network-changed-11942e70-6a8e-43f2-95e5-4001b511ebab. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 852.278907] env[69385]: DEBUG oslo_concurrency.lockutils [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] Acquiring lock "refresh_cache-0988bcff-d0ed-43cb-994b-e870b9866634" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.284850] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52930912-0f07-d2f2-1229-65332092a156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.302467] env[69385]: DEBUG oslo_vmware.api [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Task: {'id': task-3340229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.632899} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.302718] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.302903] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.303098] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.303271] env[69385]: INFO nova.compute.manager [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Took 1.66 seconds to destroy the instance on the hypervisor. [ 852.303527] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.303715] env[69385]: DEBUG nova.compute.manager [-] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.303816] env[69385]: DEBUG nova.network.neutron [-] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.321722] env[69385]: DEBUG nova.network.neutron [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Successfully created port: e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.375032] env[69385]: DEBUG nova.network.neutron [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.387440] env[69385]: DEBUG nova.compute.manager [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.404520] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0cd37841-5b69-40e7-b143-f22031833875 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "466c7ef8-b12c-43b5-a319-e377f9c8e116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.869s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.561225] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340230, 'name': Rename_Task, 'duration_secs': 0.312569} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.561590] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.561877] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b4ab223-b869-42b0-8750-f3ba48e00577 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.573319] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 852.573319] env[69385]: value = "task-3340231" [ 852.573319] env[69385]: _type = "Task" [ 852.573319] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.584251] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.608555] env[69385]: INFO nova.compute.manager [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Rescuing [ 852.609266] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "refresh_cache-466c7ef8-b12c-43b5-a319-e377f9c8e116" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.609266] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "refresh_cache-466c7ef8-b12c-43b5-a319-e377f9c8e116" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.609266] env[69385]: DEBUG nova.network.neutron [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.649629] env[69385]: DEBUG nova.network.neutron [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Updating instance_info_cache with network_info: [{"id": "11942e70-6a8e-43f2-95e5-4001b511ebab", "address": "fa:16:3e:e8:c3:02", "network": {"id": "091d2ecc-9965-41f3-b439-1d62b6486dd3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-457923197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475fac1a51624ecd83da5c996c6001b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11942e70-6a", "ovs_interfaceid": "11942e70-6a8e-43f2-95e5-4001b511ebab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.785546] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52930912-0f07-d2f2-1229-65332092a156, 'name': SearchDatastore_Task, 'duration_secs': 0.012958} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.785786] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.786084] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] e9eb8cae-bb7a-4028-b685-867115e498ea/e9eb8cae-bb7a-4028-b685-867115e498ea.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.786351] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2e474af-2fab-461d-b7a9-60e8b6317c0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.794058] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 852.794058] env[69385]: value = "task-3340232" [ 852.794058] env[69385]: _type = "Task" [ 852.794058] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.807688] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.917215] env[69385]: DEBUG nova.compute.manager [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.951358] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb42d5ad-e27a-445c-8703-97a30f782994 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.963789] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70609944-6f14-423c-b91f-c482cd3aafaf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.001254] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab7f3db-358c-414a-b7f1-5b2540c7bd78 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.012951] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6020a703-1757-4f33-a011-2db5b056c035 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.029488] env[69385]: DEBUG nova.compute.provider_tree [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.083885] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340231, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.154552] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Releasing lock "refresh_cache-0988bcff-d0ed-43cb-994b-e870b9866634" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.154914] env[69385]: DEBUG nova.compute.manager [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Instance network_info: |[{"id": "11942e70-6a8e-43f2-95e5-4001b511ebab", "address": "fa:16:3e:e8:c3:02", "network": {"id": "091d2ecc-9965-41f3-b439-1d62b6486dd3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-457923197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475fac1a51624ecd83da5c996c6001b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11942e70-6a", "ovs_interfaceid": "11942e70-6a8e-43f2-95e5-4001b511ebab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.155236] env[69385]: DEBUG oslo_concurrency.lockutils [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] Acquired lock "refresh_cache-0988bcff-d0ed-43cb-994b-e870b9866634" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.155411] env[69385]: DEBUG nova.network.neutron [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Refreshing network info cache for port 11942e70-6a8e-43f2-95e5-4001b511ebab {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.156640] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:c3:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11942e70-6a8e-43f2-95e5-4001b511ebab', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.168012] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Creating folder: Project (475fac1a51624ecd83da5c996c6001b7). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.168824] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c3a7b3-878e-4f03-9d30-8617bf8d4532 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.188538] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Created folder: Project (475fac1a51624ecd83da5c996c6001b7) in parent group-v666556. [ 853.188971] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Creating folder: Instances. Parent ref: group-v666682. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.189432] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-befe61a0-283c-4c0b-a362-29f78567c13c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.205435] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Created folder: Instances in parent group-v666682. [ 853.205600] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.206258] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.206578] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7ea8844-868c-432e-b9fa-1387d80f878b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.235256] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.235256] env[69385]: value = "task-3340235" [ 853.235256] env[69385]: _type = "Task" [ 853.235256] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.246684] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340235, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.310142] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340232, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.397827] env[69385]: DEBUG nova.compute.manager [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.418247] env[69385]: DEBUG nova.network.neutron [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Updating instance_info_cache with network_info: [{"id": "f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2", "address": "fa:16:3e:03:dc:46", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce585f-3c", "ovs_interfaceid": "f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.434863] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.435145] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.435320] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.435514] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.435800] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.435885] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.436173] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.436365] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.436571] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.436772] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.436949] env[69385]: DEBUG nova.virt.hardware [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.438154] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8a15a1-c32d-4793-b7ef-bbd587da50ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.442193] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.446972] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c8bf3-30a3-4a20-90b0-0904a13fc3aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.508754] env[69385]: DEBUG nova.network.neutron [-] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.532200] env[69385]: DEBUG nova.scheduler.client.report [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.584234] env[69385]: DEBUG oslo_vmware.api [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340231, 'name': PowerOnVM_Task, 'duration_secs': 0.719436} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.584518] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.584721] env[69385]: INFO nova.compute.manager [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Took 8.28 seconds to spawn the instance on the hypervisor. [ 853.584901] env[69385]: DEBUG nova.compute.manager [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.585683] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e40b44-ed27-4159-a195-05049aa62217 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.745611] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340235, 'name': CreateVM_Task, 'duration_secs': 0.509639} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.745756] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.746597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.746794] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.747140] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.747413] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ce42c6-f645-4604-82e4-5de4dbafcb1e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.753143] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 853.753143] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8c78c-6e44-4eba-3468-a7dd0594e38f" [ 853.753143] env[69385]: _type = "Task" [ 853.753143] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.761766] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8c78c-6e44-4eba-3468-a7dd0594e38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.807152] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61135} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.807424] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] e9eb8cae-bb7a-4028-b685-867115e498ea/e9eb8cae-bb7a-4028-b685-867115e498ea.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.807636] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.807886] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a923e646-51c6-4bc3-83a1-3bcb27e32d28 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.815040] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 853.815040] env[69385]: value = "task-3340236" [ 853.815040] env[69385]: _type = "Task" [ 853.815040] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.824185] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.902235] env[69385]: DEBUG nova.compute.manager [req-35938931-4563-46ec-ac75-266022405f3d req-e28551d3-836b-4ee3-b37e-a12c2ed0140d service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Received event network-vif-plugged-e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.902482] env[69385]: DEBUG oslo_concurrency.lockutils [req-35938931-4563-46ec-ac75-266022405f3d req-e28551d3-836b-4ee3-b37e-a12c2ed0140d service nova] Acquiring lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.902646] env[69385]: DEBUG oslo_concurrency.lockutils [req-35938931-4563-46ec-ac75-266022405f3d req-e28551d3-836b-4ee3-b37e-a12c2ed0140d service nova] Lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.902806] env[69385]: DEBUG oslo_concurrency.lockutils [req-35938931-4563-46ec-ac75-266022405f3d req-e28551d3-836b-4ee3-b37e-a12c2ed0140d service nova] Lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.903351] env[69385]: DEBUG nova.compute.manager [req-35938931-4563-46ec-ac75-266022405f3d req-e28551d3-836b-4ee3-b37e-a12c2ed0140d service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] No waiting events found dispatching network-vif-plugged-e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.903568] env[69385]: WARNING nova.compute.manager [req-35938931-4563-46ec-ac75-266022405f3d req-e28551d3-836b-4ee3-b37e-a12c2ed0140d service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Received unexpected event network-vif-plugged-e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b for instance with vm_state building and task_state spawning. [ 853.922096] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "refresh_cache-466c7ef8-b12c-43b5-a319-e377f9c8e116" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.970933] env[69385]: DEBUG nova.network.neutron [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Updated VIF entry in instance network info cache for port 11942e70-6a8e-43f2-95e5-4001b511ebab. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.971281] env[69385]: DEBUG nova.network.neutron [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Updating instance_info_cache with network_info: [{"id": "11942e70-6a8e-43f2-95e5-4001b511ebab", "address": "fa:16:3e:e8:c3:02", "network": {"id": "091d2ecc-9965-41f3-b439-1d62b6486dd3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-457923197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475fac1a51624ecd83da5c996c6001b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11942e70-6a", "ovs_interfaceid": "11942e70-6a8e-43f2-95e5-4001b511ebab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.977277] env[69385]: DEBUG nova.network.neutron [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Successfully updated port: e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.014328] env[69385]: INFO nova.compute.manager [-] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Took 1.71 seconds to deallocate network for instance. [ 854.039609] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.040368] env[69385]: DEBUG nova.compute.manager [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.045020] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.842s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.045020] env[69385]: DEBUG nova.objects.instance [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lazy-loading 'resources' on Instance uuid 74adec6b-a6c9-49f3-b0ed-34da300f7716 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.102839] env[69385]: INFO nova.compute.manager [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Took 51.39 seconds to build instance. [ 854.264068] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8c78c-6e44-4eba-3468-a7dd0594e38f, 'name': SearchDatastore_Task, 'duration_secs': 0.020722} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.264343] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.264579] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.264819] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.264964] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.265154] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.265411] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5215ddbe-487c-4b4b-bd67-13cad0c60ea1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.281808] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.282011] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.282745] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8460d909-cc4d-45fc-9d6c-7e49114099bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.288503] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 854.288503] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5227ac84-288b-7275-dbce-add844d60377" [ 854.288503] env[69385]: _type = "Task" [ 854.288503] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.297044] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5227ac84-288b-7275-dbce-add844d60377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.301732] env[69385]: DEBUG nova.compute.manager [req-fcc9993a-232d-4a07-8ca3-5f398041a5c8 req-ef7e512d-c795-4f54-966d-3233d154d76e service nova] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Received event network-vif-deleted-ba700ff7-75c9-4ae9-8ecb-31b0839231cb {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 854.324834] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071133} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.325101] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.325866] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9748337-4893-4a65-800f-086b262bdaf2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.348412] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e9eb8cae-bb7a-4028-b685-867115e498ea/e9eb8cae-bb7a-4028-b685-867115e498ea.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.348736] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-355ccb09-1e87-49f9-b083-4af4dfecd42a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.370639] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 854.370639] env[69385]: value = "task-3340237" [ 854.370639] env[69385]: _type = "Task" [ 854.370639] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.379440] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.478547] env[69385]: DEBUG oslo_concurrency.lockutils [req-e2e7402a-6a11-4f68-a141-0247ad071f44 req-16446979-77e5-4048-8e33-9baa13413e94 service nova] Releasing lock "refresh_cache-0988bcff-d0ed-43cb-994b-e870b9866634" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.479367] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquiring lock "refresh_cache-d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.479555] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquired lock "refresh_cache-d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.479780] env[69385]: DEBUG nova.network.neutron [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.518875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.549847] env[69385]: DEBUG nova.compute.utils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.554614] env[69385]: DEBUG nova.compute.manager [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.555057] env[69385]: DEBUG nova.network.neutron [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.600438] env[69385]: DEBUG nova.policy [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661c5c87bed4adfac5d06f6a2ec64e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b959835220a43d3bbc8c04c26c31015', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.609016] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1736ff25-eb0a-4226-896a-c96131ead094 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "c739cbea-b664-4175-abd6-086363e47b89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.561s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.799383] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5227ac84-288b-7275-dbce-add844d60377, 'name': SearchDatastore_Task, 'duration_secs': 0.079013} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.800293] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9e6008-2333-4a1d-93e4-fc653019c8cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.807017] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 854.807017] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52878ec3-cfe0-a655-540a-61845d801d27" [ 854.807017] env[69385]: _type = "Task" [ 854.807017] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.818105] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52878ec3-cfe0-a655-540a-61845d801d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.887729] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.949282] env[69385]: DEBUG nova.network.neutron [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Successfully created port: b97264fb-5b05-4024-a8d6-135557c8cc86 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.019211] env[69385]: DEBUG nova.network.neutron [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.046943] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a57ca5-3719-4ab6-8a55-df45c95deec3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.059775] env[69385]: DEBUG nova.compute.manager [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.061754] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22942a43-2e10-42e6-bdb4-2c53d38a11db {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.100027] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde418a-2963-4420-9a59-5280775bc61f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.110688] env[69385]: DEBUG nova.compute.manager [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.119037] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e92896-1a72-492b-b1c4-9058d948d0ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.135309] env[69385]: DEBUG nova.compute.provider_tree [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.243529] env[69385]: DEBUG nova.network.neutron [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Updating instance_info_cache with network_info: [{"id": "e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b", "address": "fa:16:3e:1f:16:76", "network": {"id": "dd88c56c-665e-4cf9-b684-e43209458144", "bridge": "br-int", "label": "tempest-ServersTestJSON-1076832256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8209a4be436a409f84676f7fed9774ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50c8e80-8e", "ovs_interfaceid": "e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.321809] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52878ec3-cfe0-a655-540a-61845d801d27, 'name': SearchDatastore_Task, 'duration_secs': 0.046884} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.322342] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.322696] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 0988bcff-d0ed-43cb-994b-e870b9866634/0988bcff-d0ed-43cb-994b-e870b9866634.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.323084] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f371aea2-04d9-4a8b-bb4c-cf556b724c6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.331366] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 855.331366] env[69385]: value = "task-3340238" [ 855.331366] env[69385]: _type = "Task" [ 855.331366] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.340276] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.384571] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340237, 'name': ReconfigVM_Task, 'duration_secs': 0.854082} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.384571] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e9eb8cae-bb7a-4028-b685-867115e498ea/e9eb8cae-bb7a-4028-b685-867115e498ea.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.384571] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49375161-2c92-4f3e-a024-1817e7e2c76b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.392019] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 855.392019] env[69385]: value = "task-3340239" [ 855.392019] env[69385]: _type = "Task" [ 855.392019] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.398340] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340239, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.466088] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.466088] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f95f3282-61fe-49ff-a1c0-333275540342 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.472551] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 855.472551] env[69385]: value = "task-3340240" [ 855.472551] env[69385]: _type = "Task" [ 855.472551] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.481523] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.639821] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.640763] env[69385]: DEBUG nova.scheduler.client.report [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.745407] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Releasing lock "refresh_cache-d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.746055] env[69385]: DEBUG nova.compute.manager [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Instance network_info: |[{"id": "e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b", "address": "fa:16:3e:1f:16:76", "network": {"id": "dd88c56c-665e-4cf9-b684-e43209458144", "bridge": "br-int", "label": "tempest-ServersTestJSON-1076832256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8209a4be436a409f84676f7fed9774ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50c8e80-8e", "ovs_interfaceid": "e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.746281] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:16:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.754450] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Creating folder: Project (8209a4be436a409f84676f7fed9774ee). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.754805] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4989b5f7-35ee-41ee-af84-6e7b9bb43d49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.771815] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Created folder: Project (8209a4be436a409f84676f7fed9774ee) in parent group-v666556. [ 855.772038] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Creating folder: Instances. Parent ref: group-v666685. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.772308] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09049554-3bf6-4fc4-ad70-2b5ae513f77a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.787813] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Created folder: Instances in parent group-v666685. [ 855.788267] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.788359] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.788729] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6f1ef4c-d7d8-436d-932e-ca370c3c982b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.811858] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.811858] env[69385]: value = "task-3340243" [ 855.811858] env[69385]: _type = "Task" [ 855.811858] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.824141] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340243, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.843462] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340238, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.901566] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340239, 'name': Rename_Task, 'duration_secs': 0.189191} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.901924] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.902215] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-840b5e91-ebf5-4cb0-afa9-7380023950ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.915393] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 855.915393] env[69385]: value = "task-3340244" [ 855.915393] env[69385]: _type = "Task" [ 855.915393] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.928689] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.989040] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340240, 'name': PowerOffVM_Task, 'duration_secs': 0.209861} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.989040] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.989949] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88356d7b-9b6c-4291-aeb6-d0b4bee79134 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.025324] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143581b4-7a99-451d-b882-a5da3f45f870 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.033123] env[69385]: DEBUG nova.compute.manager [req-00d85fa5-8340-4c13-bd08-73d1ff67b305 req-82dd83b3-0e95-4d44-9f6b-8bd3640c4306 service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Received event network-changed-e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 856.033500] env[69385]: DEBUG nova.compute.manager [req-00d85fa5-8340-4c13-bd08-73d1ff67b305 req-82dd83b3-0e95-4d44-9f6b-8bd3640c4306 service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Refreshing instance network info cache due to event network-changed-e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 856.036017] env[69385]: DEBUG oslo_concurrency.lockutils [req-00d85fa5-8340-4c13-bd08-73d1ff67b305 req-82dd83b3-0e95-4d44-9f6b-8bd3640c4306 service nova] Acquiring lock "refresh_cache-d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.036017] env[69385]: DEBUG oslo_concurrency.lockutils [req-00d85fa5-8340-4c13-bd08-73d1ff67b305 req-82dd83b3-0e95-4d44-9f6b-8bd3640c4306 service nova] Acquired lock "refresh_cache-d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.036017] env[69385]: DEBUG nova.network.neutron [req-00d85fa5-8340-4c13-bd08-73d1ff67b305 req-82dd83b3-0e95-4d44-9f6b-8bd3640c4306 service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Refreshing network info cache for port e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.074240] env[69385]: DEBUG nova.compute.manager [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.078563] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.081041] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0b50fcb-8ac0-4649-9108-7e07749872a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.093578] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 856.093578] env[69385]: value = "task-3340245" [ 856.093578] env[69385]: _type = "Task" [ 856.093578] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.109438] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 856.109438] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.109438] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.109702] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.109975] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.112380] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.113172] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.113172] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.113172] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.113172] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.113468] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.113743] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.114018] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.114177] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.114377] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.114595] env[69385]: DEBUG nova.virt.hardware [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.114947] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0dba60f-03cf-4270-8f47-2d73702a8532 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.118183] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421633b-be6c-4984-9c0c-e9b7d2200946 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.128410] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5a3ca-8244-46c9-82cd-b30150ed5bc8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.133581] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.133948] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.135612] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0d5b91-827e-4148-9f4e-a3104f56049f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.148358] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.152108] env[69385]: DEBUG oslo_concurrency.lockutils [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.921s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.152526] env[69385]: DEBUG nova.objects.instance [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lazy-loading 'resources' on Instance uuid a2780709-ed0a-4806-adfb-f8e148d6e156 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.153775] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 856.153775] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a71dce-54e8-93e4-d08a-7cc0553369bf" [ 856.153775] env[69385]: _type = "Task" [ 856.153775] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.166020] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a71dce-54e8-93e4-d08a-7cc0553369bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.181649] env[69385]: INFO nova.scheduler.client.report [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleted allocations for instance 74adec6b-a6c9-49f3-b0ed-34da300f7716 [ 856.323036] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340243, 'name': CreateVM_Task, 'duration_secs': 0.457267} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.323268] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.324475] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.324690] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.325090] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.325511] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f264ca-e16b-4bad-b9eb-f90f19fb9f6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.334182] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 856.334182] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c2fd23-e0ad-7974-3286-e1854c9cd532" [ 856.334182] env[69385]: _type = "Task" [ 856.334182] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.345816] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c2fd23-e0ad-7974-3286-e1854c9cd532, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.349632] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.349927] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.350163] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.350411] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646074} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.350725] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 0988bcff-d0ed-43cb-994b-e870b9866634/0988bcff-d0ed-43cb-994b-e870b9866634.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.350953] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.351372] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-271437e0-9fe5-4513-8ee1-18da50158640 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.361618] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 856.361618] env[69385]: value = "task-3340246" [ 856.361618] env[69385]: _type = "Task" [ 856.361618] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.373320] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.428496] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.670749] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a71dce-54e8-93e4-d08a-7cc0553369bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01621} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.671768] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1aa05e9-24de-4469-b3be-eab6edabf5de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.678272] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 856.678272] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522dbfb5-54d1-deb4-a5c6-0879c18bc73d" [ 856.678272] env[69385]: _type = "Task" [ 856.678272] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.693281] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522dbfb5-54d1-deb4-a5c6-0879c18bc73d, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.693747] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9422f27d-b31e-4aa9-8bbb-980ce58b2014 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "74adec6b-a6c9-49f3-b0ed-34da300f7716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.972s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.701136] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.701136] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 466c7ef8-b12c-43b5-a319-e377f9c8e116/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. {{(pid=69385) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 856.701777] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.701777] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.702127] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21fcbd31-060f-4c5a-967a-1efb1a3b9784 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.707511] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e3f8edf-3ff9-4e40-aaaa-eb27e10b4852 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.717898] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 856.717898] env[69385]: value = "task-3340247" [ 856.717898] env[69385]: _type = "Task" [ 856.717898] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.731427] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.732420] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.732515] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.733276] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ac01d2-83b9-48af-81cf-ac3b1c39f190 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.742350] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 856.742350] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d5c7b0-3fae-abff-5239-55fae8234d7b" [ 856.742350] env[69385]: _type = "Task" [ 856.742350] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.751541] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d5c7b0-3fae-abff-5239-55fae8234d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.826813] env[69385]: DEBUG nova.network.neutron [req-00d85fa5-8340-4c13-bd08-73d1ff67b305 req-82dd83b3-0e95-4d44-9f6b-8bd3640c4306 service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Updated VIF entry in instance network info cache for port e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.827258] env[69385]: DEBUG nova.network.neutron [req-00d85fa5-8340-4c13-bd08-73d1ff67b305 req-82dd83b3-0e95-4d44-9f6b-8bd3640c4306 service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Updating instance_info_cache with network_info: [{"id": "e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b", "address": "fa:16:3e:1f:16:76", "network": {"id": "dd88c56c-665e-4cf9-b684-e43209458144", "bridge": "br-int", "label": "tempest-ServersTestJSON-1076832256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8209a4be436a409f84676f7fed9774ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50c8e80-8e", "ovs_interfaceid": "e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.875816] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079231} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.876118] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.876936] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb768f4a-6653-4032-a86e-6a70a9ea4316 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.906320] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 0988bcff-d0ed-43cb-994b-e870b9866634/0988bcff-d0ed-43cb-994b-e870b9866634.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.907454] env[69385]: DEBUG nova.network.neutron [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Successfully updated port: b97264fb-5b05-4024-a8d6-135557c8cc86 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.913434] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1d276f4-a563-44e8-a990-55f9ea2f3901 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.930286] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.930444] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.930594] env[69385]: DEBUG nova.network.neutron [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.944357] env[69385]: DEBUG oslo_vmware.api [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340244, 'name': PowerOnVM_Task, 'duration_secs': 0.549654} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.948581] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.948847] env[69385]: INFO nova.compute.manager [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Took 8.95 seconds to spawn the instance on the hypervisor. [ 856.949045] env[69385]: DEBUG nova.compute.manager [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.949751] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 856.949751] env[69385]: value = "task-3340248" [ 856.949751] env[69385]: _type = "Task" [ 856.949751] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.950789] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3efbcfd-a5d1-4dfc-89ca-ef1c4971435c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.971420] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340248, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.121802] env[69385]: DEBUG oslo_concurrency.lockutils [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.122128] env[69385]: DEBUG oslo_concurrency.lockutils [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.122359] env[69385]: DEBUG nova.compute.manager [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.123903] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd475c8-3db6-4be0-9b87-ac4376b20ae3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.134994] env[69385]: DEBUG nova.compute.manager [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 857.135857] env[69385]: DEBUG nova.objects.instance [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lazy-loading 'flavor' on Instance uuid 9c4c4869-51af-4bcc-83f0-9af2b5c4d124 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.195599] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5172b2be-6afa-40fb-9fd6-5429d779ab07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.205068] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200dba8b-35c3-4509-b849-ba4212b98ae6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.244526] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d63ca9e-439d-4d4a-9adf-82f1a7edbe4e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.258940] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340247, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.263100] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb7e3ab-406a-4de5-b62b-0f5b4e06bf8f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.267408] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d5c7b0-3fae-abff-5239-55fae8234d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.017881} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.268545] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7825b0-cdbd-434b-8591-c912c86d2044 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.278974] env[69385]: DEBUG nova.compute.provider_tree [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.282104] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 857.282104] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5240e729-e236-3ff5-1245-fe1895ff1c05" [ 857.282104] env[69385]: _type = "Task" [ 857.282104] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.291317] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5240e729-e236-3ff5-1245-fe1895ff1c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.332674] env[69385]: DEBUG oslo_concurrency.lockutils [req-00d85fa5-8340-4c13-bd08-73d1ff67b305 req-82dd83b3-0e95-4d44-9f6b-8bd3640c4306 service nova] Releasing lock "refresh_cache-d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.444026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] Acquiring lock "refresh_cache-e9eb8cae-bb7a-4028-b685-867115e498ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.444733] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] Acquired lock "refresh_cache-e9eb8cae-bb7a-4028-b685-867115e498ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.444733] env[69385]: DEBUG nova.network.neutron [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.467043] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.467925] env[69385]: DEBUG nova.network.neutron [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.485165] env[69385]: INFO nova.compute.manager [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Took 48.46 seconds to build instance. [ 857.658882] env[69385]: DEBUG nova.network.neutron [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance_info_cache with network_info: [{"id": "b97264fb-5b05-4024-a8d6-135557c8cc86", "address": "fa:16:3e:a1:9a:89", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97264fb-5b", "ovs_interfaceid": "b97264fb-5b05-4024-a8d6-135557c8cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.750999] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566003} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.751329] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 466c7ef8-b12c-43b5-a319-e377f9c8e116/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. [ 857.752115] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2ebe52-0e2b-457d-8174-cf4af87a54fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.781631] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 466c7ef8-b12c-43b5-a319-e377f9c8e116/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.781981] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825e5db9-6249-46e9-ba29-2305af2c9e8e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.796186] env[69385]: DEBUG nova.scheduler.client.report [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.810729] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5240e729-e236-3ff5-1245-fe1895ff1c05, 'name': SearchDatastore_Task, 'duration_secs': 0.02368} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.812697] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.812947] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7/d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.813529] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 857.813529] env[69385]: value = "task-3340249" [ 857.813529] env[69385]: _type = "Task" [ 857.813529] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.813708] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fc58b87-252c-4690-8791-a69254c04756 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.825605] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.827026] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 857.827026] env[69385]: value = "task-3340250" [ 857.827026] env[69385]: _type = "Task" [ 857.827026] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.836137] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.966943] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.987095] env[69385]: DEBUG oslo_concurrency.lockutils [None req-865f19b6-859a-486d-afdb-01e5e6e778b6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "e9eb8cae-bb7a-4028-b685-867115e498ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.123s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.144065] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.144479] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f60888e0-fb70-4f31-a6e3-ef39e2f4d464 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.153798] env[69385]: DEBUG oslo_vmware.api [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 858.153798] env[69385]: value = "task-3340251" [ 858.153798] env[69385]: _type = "Task" [ 858.153798] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.164432] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.164576] env[69385]: DEBUG nova.compute.manager [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Instance network_info: |[{"id": "b97264fb-5b05-4024-a8d6-135557c8cc86", "address": "fa:16:3e:a1:9a:89", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97264fb-5b", "ovs_interfaceid": "b97264fb-5b05-4024-a8d6-135557c8cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.164876] env[69385]: DEBUG oslo_vmware.api [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.165250] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:9a:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b97264fb-5b05-4024-a8d6-135557c8cc86', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.173103] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.173353] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.173568] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa7d865d-09d7-4ff2-82bb-71f1fad9a07c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.203116] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.203116] env[69385]: value = "task-3340252" [ 858.203116] env[69385]: _type = "Task" [ 858.203116] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.212106] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340252, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.252139] env[69385]: DEBUG nova.network.neutron [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Updating instance_info_cache with network_info: [{"id": "3de56a6f-43c6-4464-b600-5ebc4213d301", "address": "fa:16:3e:8e:a9:57", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de56a6f-43", "ovs_interfaceid": "3de56a6f-43c6-4464-b600-5ebc4213d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.258604] env[69385]: DEBUG nova.compute.manager [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Received event network-vif-plugged-b97264fb-5b05-4024-a8d6-135557c8cc86 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.258934] env[69385]: DEBUG oslo_concurrency.lockutils [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] Acquiring lock "5dc95d89-a3dd-465c-98c2-45b14febd162-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.259167] env[69385]: DEBUG oslo_concurrency.lockutils [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.259422] env[69385]: DEBUG oslo_concurrency.lockutils [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.259636] env[69385]: DEBUG nova.compute.manager [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] No waiting events found dispatching network-vif-plugged-b97264fb-5b05-4024-a8d6-135557c8cc86 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.259765] env[69385]: WARNING nova.compute.manager [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Received unexpected event network-vif-plugged-b97264fb-5b05-4024-a8d6-135557c8cc86 for instance with vm_state building and task_state spawning. [ 858.259947] env[69385]: DEBUG nova.compute.manager [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Received event network-changed-b97264fb-5b05-4024-a8d6-135557c8cc86 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.260185] env[69385]: DEBUG nova.compute.manager [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Refreshing instance network info cache due to event network-changed-b97264fb-5b05-4024-a8d6-135557c8cc86. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 858.260357] env[69385]: DEBUG oslo_concurrency.lockutils [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] Acquiring lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.260511] env[69385]: DEBUG oslo_concurrency.lockutils [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] Acquired lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.260724] env[69385]: DEBUG nova.network.neutron [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Refreshing network info cache for port b97264fb-5b05-4024-a8d6-135557c8cc86 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.304258] env[69385]: DEBUG oslo_concurrency.lockutils [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.307699] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.937s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.309205] env[69385]: INFO nova.compute.claims [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.327175] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.339615] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340250, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.340885] env[69385]: INFO nova.scheduler.client.report [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleted allocations for instance a2780709-ed0a-4806-adfb-f8e148d6e156 [ 858.467781] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340248, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.490246] env[69385]: DEBUG nova.compute.manager [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.663859] env[69385]: DEBUG oslo_vmware.api [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340251, 'name': PowerOffVM_Task, 'duration_secs': 0.273897} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.664083] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.664283] env[69385]: DEBUG nova.compute.manager [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.665070] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550730a-6599-4cd7-8461-de2c903940b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.714420] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340252, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.757228] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] Releasing lock "refresh_cache-e9eb8cae-bb7a-4028-b685-867115e498ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.757498] env[69385]: DEBUG nova.compute.manager [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Inject network info {{(pid=69385) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 858.757750] env[69385]: DEBUG nova.compute.manager [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] network_info to inject: |[{"id": "3de56a6f-43c6-4464-b600-5ebc4213d301", "address": "fa:16:3e:8e:a9:57", "network": {"id": "a53dbaa8-c3ec-4986-836d-bd3ff720981b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43778470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18b2bb8a199d4984910c67e33eb0ba61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de56a6f-43", "ovs_interfaceid": "3de56a6f-43c6-4464-b600-5ebc4213d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 858.762777] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Reconfiguring VM instance to set the machine id {{(pid=69385) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 858.765185] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8e5ef3-04a0-4ba2-9452-59c8692310dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.783926] env[69385]: DEBUG oslo_vmware.api [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] Waiting for the task: (returnval){ [ 858.783926] env[69385]: value = "task-3340253" [ 858.783926] env[69385]: _type = "Task" [ 858.783926] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.792139] env[69385]: DEBUG oslo_vmware.api [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] Task: {'id': task-3340253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.826915] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340249, 'name': ReconfigVM_Task, 'duration_secs': 0.877798} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.828809] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 466c7ef8-b12c-43b5-a319-e377f9c8e116/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.833068] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8311d39c-e74d-49e8-8dbe-ce9e569f626e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.844567] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.962679} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.862234] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7/d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.862480] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.870809] env[69385]: DEBUG oslo_concurrency.lockutils [None req-656f3b45-da88-43c8-a3b5-639d682caa31 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "a2780709-ed0a-4806-adfb-f8e148d6e156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.324s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.871732] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49d389e9-9540-47f3-a2f2-8b464bb0e009 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.876019] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef8bac5-2ba6-4826-b528-fc137a42cfb8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.894279] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 858.894279] env[69385]: value = "task-3340254" [ 858.894279] env[69385]: _type = "Task" [ 858.894279] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.895445] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 858.895445] env[69385]: value = "task-3340255" [ 858.895445] env[69385]: _type = "Task" [ 858.895445] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.908837] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.912252] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.971316] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340248, 'name': ReconfigVM_Task, 'duration_secs': 1.536113} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.971723] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 0988bcff-d0ed-43cb-994b-e870b9866634/0988bcff-d0ed-43cb-994b-e870b9866634.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.972426] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29ce616d-ac53-4423-88c9-f924d7f73b94 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.980999] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 858.980999] env[69385]: value = "task-3340256" [ 858.980999] env[69385]: _type = "Task" [ 858.980999] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.991233] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340256, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.017409] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.177768] env[69385]: DEBUG oslo_concurrency.lockutils [None req-73e1e422-13f4-49bb-9559-58d414640e9b tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.180164] env[69385]: DEBUG nova.network.neutron [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updated VIF entry in instance network info cache for port b97264fb-5b05-4024-a8d6-135557c8cc86. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.180744] env[69385]: DEBUG nova.network.neutron [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance_info_cache with network_info: [{"id": "b97264fb-5b05-4024-a8d6-135557c8cc86", "address": "fa:16:3e:a1:9a:89", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97264fb-5b", "ovs_interfaceid": "b97264fb-5b05-4024-a8d6-135557c8cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.216245] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340252, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.294867] env[69385]: DEBUG oslo_vmware.api [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] Task: {'id': task-3340253, 'name': ReconfigVM_Task, 'duration_secs': 0.270092} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.295580] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbc3b4a-a8a6-4620-a82e-f31ee30b51ed tempest-ServersAdminTestJSON-627842924 tempest-ServersAdminTestJSON-627842924-project-admin] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Reconfigured VM instance to set the machine id {{(pid=69385) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 859.408692] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.415087] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340255, 'name': ReconfigVM_Task, 'duration_secs': 0.341633} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.415402] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.415694] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838c73de-ab3f-4e97-a932-0a8fa3f6e430 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.423317] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 859.423317] env[69385]: value = "task-3340257" [ 859.423317] env[69385]: _type = "Task" [ 859.423317] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.435698] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.492189] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340256, 'name': Rename_Task, 'duration_secs': 0.353267} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.492498] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.492859] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c3a1e61-e3c9-4d5d-9ae9-3e9d12a40744 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.502240] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 859.502240] env[69385]: value = "task-3340258" [ 859.502240] env[69385]: _type = "Task" [ 859.502240] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.517703] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.682956] env[69385]: DEBUG oslo_concurrency.lockutils [req-6ac2b45f-9e14-4f08-a50a-14c86f344202 req-f6c4d8b6-9b34-4f8e-8dba-bbbad472bb4a service nova] Releasing lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.721364] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340252, 'name': CreateVM_Task, 'duration_secs': 1.458684} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.724296] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.725585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.725585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.725728] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.725974] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf98e77-95f2-4050-b8e3-8bf479be8015 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.732042] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 859.732042] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527e1488-be75-558d-1a1b-9eb040b766a3" [ 859.732042] env[69385]: _type = "Task" [ 859.732042] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.742252] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527e1488-be75-558d-1a1b-9eb040b766a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.782182] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a0ec9f-6486-4723-9c6e-3004ac661186 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.791043] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5dd1a6-0546-4497-bb81-e21b5ef3b5a8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.824393] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8230ae-7ad5-42a0-ae26-b444ee50d864 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.836836] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f120c2-e535-4983-90fb-1ee26a1f38ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.852817] env[69385]: DEBUG nova.compute.provider_tree [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.906279] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.977507} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.906593] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.907435] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16998b78-3950-40cb-9a5d-ec6fcff99192 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.932578] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7/d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.935600] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33d27b3-c13c-4f07-ad16-4350d26da812 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.968029] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340257, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.969894] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 859.969894] env[69385]: value = "task-3340259" [ 859.969894] env[69385]: _type = "Task" [ 859.969894] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.980129] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.022648] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.026762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.027085] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.058560] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "85b95ef8-cc8a-4c72-ac86-65df62c67819" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.058895] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "85b95ef8-cc8a-4c72-ac86-65df62c67819" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.244023] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527e1488-be75-558d-1a1b-9eb040b766a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.244372] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.244477] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.244632] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.244778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.244955] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.245257] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49b8f34b-14fb-49c8-b78e-924ada621e7a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.255433] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.255629] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.256404] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef36536-b657-45fa-a665-e2c3e1b0aa41 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.262514] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 860.262514] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520ed070-53eb-18b5-9fe6-bed26b7c2bb3" [ 860.262514] env[69385]: _type = "Task" [ 860.262514] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.272248] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520ed070-53eb-18b5-9fe6-bed26b7c2bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.359091] env[69385]: DEBUG nova.scheduler.client.report [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.443712] env[69385]: DEBUG oslo_vmware.api [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340257, 'name': PowerOnVM_Task, 'duration_secs': 0.565665} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.443982] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.446711] env[69385]: DEBUG nova.compute.manager [None req-14f7e2ef-9f8a-4047-82aa-9d2fe8a83bda tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.447474] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a919187c-61b2-409a-b549-a73fa0aa42e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.480286] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340259, 'name': ReconfigVM_Task, 'duration_secs': 0.348406} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.480612] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Reconfigured VM instance instance-0000002e to attach disk [datastore2] d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7/d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.481916] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cafb2722-dec4-4573-a018-62d38083e6d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.486697] env[69385]: DEBUG nova.objects.instance [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lazy-loading 'flavor' on Instance uuid 9c4c4869-51af-4bcc-83f0-9af2b5c4d124 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.490043] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 860.490043] env[69385]: value = "task-3340260" [ 860.490043] env[69385]: _type = "Task" [ 860.490043] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.498433] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340260, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.520081] env[69385]: DEBUG oslo_vmware.api [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340258, 'name': PowerOnVM_Task, 'duration_secs': 0.602984} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.520516] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.520826] env[69385]: INFO nova.compute.manager [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Took 9.82 seconds to spawn the instance on the hypervisor. [ 860.521106] env[69385]: DEBUG nova.compute.manager [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.522066] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2458ded-ec43-45d0-ab7c-f6e7cffd25e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.773868] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520ed070-53eb-18b5-9fe6-bed26b7c2bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.012666} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.774649] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8f9b31-c1c5-40b4-87f0-fbdbcf9a2fe6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.781196] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 860.781196] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b83a88-eb32-876e-21ff-16c9af4d21aa" [ 860.781196] env[69385]: _type = "Task" [ 860.781196] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.789603] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b83a88-eb32-876e-21ff-16c9af4d21aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.840104] env[69385]: INFO nova.compute.manager [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Rebuilding instance [ 860.863561] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.864941] env[69385]: DEBUG nova.compute.manager [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.866795] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.788s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.866986] env[69385]: DEBUG nova.objects.instance [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'resources' on Instance uuid f973c546-9245-4da6-8eab-fd26e12ee0f4 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.893010] env[69385]: DEBUG nova.compute.manager [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.893919] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f86ac8-2454-445f-ab7f-0104de594cf3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.996653] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "refresh_cache-9c4c4869-51af-4bcc-83f0-9af2b5c4d124" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.996853] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquired lock "refresh_cache-9c4c4869-51af-4bcc-83f0-9af2b5c4d124" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.997301] env[69385]: DEBUG nova.network.neutron [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.997515] env[69385]: DEBUG nova.objects.instance [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lazy-loading 'info_cache' on Instance uuid 9c4c4869-51af-4bcc-83f0-9af2b5c4d124 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.007133] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340260, 'name': Rename_Task, 'duration_secs': 0.154375} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.007552] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.007878] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0cd48f9-84cd-4d1a-969e-041a091b24c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.017017] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 861.017017] env[69385]: value = "task-3340261" [ 861.017017] env[69385]: _type = "Task" [ 861.017017] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.027732] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.043323] env[69385]: INFO nova.compute.manager [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Took 47.99 seconds to build instance. [ 861.291641] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b83a88-eb32-876e-21ff-16c9af4d21aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.291963] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.292237] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 5dc95d89-a3dd-465c-98c2-45b14febd162/5dc95d89-a3dd-465c-98c2-45b14febd162.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.292501] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44672647-d891-4322-a23a-b0c3c6da706e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.300492] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 861.300492] env[69385]: value = "task-3340262" [ 861.300492] env[69385]: _type = "Task" [ 861.300492] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.308631] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.370142] env[69385]: DEBUG nova.compute.utils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.374215] env[69385]: DEBUG nova.compute.manager [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.374439] env[69385]: DEBUG nova.network.neutron [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.410595] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquiring lock "0988bcff-d0ed-43cb-994b-e870b9866634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.422664] env[69385]: DEBUG nova.policy [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c944640935141d3bf10a32949ae1f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fa639690c9e47a19d98e51026bb2f74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.501108] env[69385]: DEBUG nova.objects.base [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Object Instance<9c4c4869-51af-4bcc-83f0-9af2b5c4d124> lazy-loaded attributes: flavor,info_cache {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 861.535012] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340261, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.545200] env[69385]: DEBUG oslo_concurrency.lockutils [None req-94797274-864d-4422-9640-9021526da75c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "0988bcff-d0ed-43cb-994b-e870b9866634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.143s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.549348] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "0988bcff-d0ed-43cb-994b-e870b9866634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.138s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.549636] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquiring lock "0988bcff-d0ed-43cb-994b-e870b9866634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.549864] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "0988bcff-d0ed-43cb-994b-e870b9866634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.550537] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "0988bcff-d0ed-43cb-994b-e870b9866634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.554907] env[69385]: INFO nova.compute.manager [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Terminating instance [ 861.811057] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461076} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.813651] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 5dc95d89-a3dd-465c-98c2-45b14febd162/5dc95d89-a3dd-465c-98c2-45b14febd162.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.813882] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.814885] env[69385]: DEBUG nova.network.neutron [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Successfully created port: b1333354-e08f-4904-8785-e9a24a22cfb6 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.816571] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-498ca49c-d3d7-4312-ae00-2a10f3a7cc5f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.825127] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 861.825127] env[69385]: value = "task-3340263" [ 861.825127] env[69385]: _type = "Task" [ 861.825127] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.834474] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.880926] env[69385]: DEBUG nova.compute.manager [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.909585] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.909585] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85ede45f-3dc9-4df4-bc6b-a00865f92acb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.918029] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 861.918029] env[69385]: value = "task-3340264" [ 861.918029] env[69385]: _type = "Task" [ 861.918029] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.928354] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c9b565-e536-4565-9e6e-0c2cf17c9084 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.931593] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.941665] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48acd6a2-ec0f-46bc-979b-2a482e012627 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.982763] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18fc032-eaa6-44ab-b52b-7e74437bb55b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.995439] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250d6d1c-0757-4cfb-a375-7a9108575b96 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.013620] env[69385]: DEBUG nova.compute.provider_tree [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.033067] env[69385]: DEBUG oslo_vmware.api [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340261, 'name': PowerOnVM_Task, 'duration_secs': 0.540459} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.033067] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.033067] env[69385]: INFO nova.compute.manager [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Took 8.63 seconds to spawn the instance on the hypervisor. [ 862.033067] env[69385]: DEBUG nova.compute.manager [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.033067] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3395b5a4-7fa6-4f51-9e6b-14fd65a96986 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.049314] env[69385]: DEBUG nova.compute.manager [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.059323] env[69385]: DEBUG nova.compute.manager [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.059638] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.060781] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2a31ef-ff7f-42fb-b217-c44cdaadede8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.070435] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.070576] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c36509-85cb-40d2-a3fa-8a4018d7e6a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.078666] env[69385]: DEBUG oslo_vmware.api [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 862.078666] env[69385]: value = "task-3340265" [ 862.078666] env[69385]: _type = "Task" [ 862.078666] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.088972] env[69385]: DEBUG oslo_vmware.api [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.300397] env[69385]: DEBUG nova.network.neutron [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Updating instance_info_cache with network_info: [{"id": "35218c20-aa0e-4dcc-9843-3a9e80b1f2bd", "address": "fa:16:3e:ea:7b:ea", "network": {"id": "7627a6de-c7a1-4e15-8978-073c788bd7f9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-710162712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eeffdaf53e743f6ae858de6de64eb3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35218c20-aa", "ovs_interfaceid": "35218c20-aa0e-4dcc-9843-3a9e80b1f2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.337783] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163802} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.338127] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.338996] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025c23f-9f60-45ee-99ee-b2dafe96ed1f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.363800] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5dc95d89-a3dd-465c-98c2-45b14febd162/5dc95d89-a3dd-465c-98c2-45b14febd162.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.364168] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d59f10eb-b8e0-405f-ad89-d184af198bc7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.388196] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 862.388196] env[69385]: value = "task-3340266" [ 862.388196] env[69385]: _type = "Task" [ 862.388196] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.397974] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.428072] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340264, 'name': PowerOffVM_Task, 'duration_secs': 0.313006} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.428072] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.428072] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.428654] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea51f900-01be-4059-b97f-10a7cbb76942 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.437251] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.437643] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb0002a-7f39-4900-87d3-2016a483a148 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.511068] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.511352] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.511734] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleting the datastore file [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.511949] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c77e6c0-1876-45e4-8e63-159a3fea203a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.517539] env[69385]: DEBUG nova.scheduler.client.report [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.522668] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 862.522668] env[69385]: value = "task-3340268" [ 862.522668] env[69385]: _type = "Task" [ 862.522668] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.533166] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.560032] env[69385]: INFO nova.compute.manager [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Took 45.90 seconds to build instance. [ 862.577150] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.593584] env[69385]: DEBUG oslo_vmware.api [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340265, 'name': PowerOffVM_Task, 'duration_secs': 0.390973} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.593886] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.594047] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.594588] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-746e49b6-73f0-4ed2-8d40-a863cd1683e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.601870] env[69385]: INFO nova.compute.manager [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Rescuing [ 862.602128] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.602384] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.602475] env[69385]: DEBUG nova.network.neutron [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.702291] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.702512] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.702688] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Deleting the datastore file [datastore2] 0988bcff-d0ed-43cb-994b-e870b9866634 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.703015] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d1914db-0846-4c97-91fa-e803a1d15a54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.714031] env[69385]: DEBUG oslo_vmware.api [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for the task: (returnval){ [ 862.714031] env[69385]: value = "task-3340270" [ 862.714031] env[69385]: _type = "Task" [ 862.714031] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.723168] env[69385]: DEBUG oslo_vmware.api [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.803628] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Releasing lock "refresh_cache-9c4c4869-51af-4bcc-83f0-9af2b5c4d124" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.890269] env[69385]: DEBUG nova.compute.manager [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.902022] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.927963] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.928255] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.928413] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.928593] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.928810] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.928988] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.929225] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.929382] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.929544] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.929702] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.929936] env[69385]: DEBUG nova.virt.hardware [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.930875] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79902472-06e5-4722-be5f-46faf475f77a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.940270] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80523a43-2d6c-4b9a-a386-2bc3f8f4db71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.024881] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.028815] env[69385]: DEBUG oslo_concurrency.lockutils [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.985s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.029109] env[69385]: DEBUG nova.objects.instance [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lazy-loading 'resources' on Instance uuid ed58d1cb-00ca-485c-bf44-65b15c7a1a5d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.039934] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141822} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.040784] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.040989] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.041186] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.064349] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f3b02f86-c98d-45a4-8031-63aec2863304 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.310s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.065980] env[69385]: INFO nova.scheduler.client.report [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted allocations for instance f973c546-9245-4da6-8eab-fd26e12ee0f4 [ 863.229024] env[69385]: DEBUG oslo_vmware.api [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Task: {'id': task-3340270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141954} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.229307] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.229489] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.229674] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.229831] env[69385]: INFO nova.compute.manager [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Took 1.17 seconds to destroy the instance on the hypervisor. [ 863.230088] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.230283] env[69385]: DEBUG nova.compute.manager [-] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.230378] env[69385]: DEBUG nova.network.neutron [-] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.141849] env[69385]: DEBUG nova.network.neutron [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Successfully updated port: b1333354-e08f-4904-8785-e9a24a22cfb6 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.149852] env[69385]: DEBUG nova.compute.manager [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.153937] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.154919] env[69385]: DEBUG nova.compute.manager [req-9eb0bac5-b619-409b-a6bc-410833932e54 req-aac896a3-577f-4611-969c-0b2866489ed5 service nova] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Received event network-vif-plugged-b1333354-e08f-4904-8785-e9a24a22cfb6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 864.155118] env[69385]: DEBUG oslo_concurrency.lockutils [req-9eb0bac5-b619-409b-a6bc-410833932e54 req-aac896a3-577f-4611-969c-0b2866489ed5 service nova] Acquiring lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.155313] env[69385]: DEBUG oslo_concurrency.lockutils [req-9eb0bac5-b619-409b-a6bc-410833932e54 req-aac896a3-577f-4611-969c-0b2866489ed5 service nova] Lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.155471] env[69385]: DEBUG oslo_concurrency.lockutils [req-9eb0bac5-b619-409b-a6bc-410833932e54 req-aac896a3-577f-4611-969c-0b2866489ed5 service nova] Lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.155627] env[69385]: DEBUG nova.compute.manager [req-9eb0bac5-b619-409b-a6bc-410833932e54 req-aac896a3-577f-4611-969c-0b2866489ed5 service nova] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] No waiting events found dispatching network-vif-plugged-b1333354-e08f-4904-8785-e9a24a22cfb6 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.155782] env[69385]: WARNING nova.compute.manager [req-9eb0bac5-b619-409b-a6bc-410833932e54 req-aac896a3-577f-4611-969c-0b2866489ed5 service nova] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Received unexpected event network-vif-plugged-b1333354-e08f-4904-8785-e9a24a22cfb6 for instance with vm_state building and task_state spawning. [ 864.156825] env[69385]: DEBUG nova.compute.manager [req-aeee031f-0bfb-458f-add7-0ffc6d224532 req-bd677be8-f3a0-4701-8756-05a5de66afbb service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Received event network-changed-e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 864.156996] env[69385]: DEBUG nova.compute.manager [req-aeee031f-0bfb-458f-add7-0ffc6d224532 req-bd677be8-f3a0-4701-8756-05a5de66afbb service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Refreshing instance network info cache due to event network-changed-e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 864.157199] env[69385]: DEBUG oslo_concurrency.lockutils [req-aeee031f-0bfb-458f-add7-0ffc6d224532 req-bd677be8-f3a0-4701-8756-05a5de66afbb service nova] Acquiring lock "refresh_cache-d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.157329] env[69385]: DEBUG oslo_concurrency.lockutils [req-aeee031f-0bfb-458f-add7-0ffc6d224532 req-bd677be8-f3a0-4701-8756-05a5de66afbb service nova] Acquired lock "refresh_cache-d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.157481] env[69385]: DEBUG nova.network.neutron [req-aeee031f-0bfb-458f-add7-0ffc6d224532 req-bd677be8-f3a0-4701-8756-05a5de66afbb service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Refreshing network info cache for port e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.159539] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ac5b19e2-113f-48f3-bf83-9805974199c4 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "f973c546-9245-4da6-8eab-fd26e12ee0f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.479s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.165833] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a9d508-df5e-4ff9-93a7-21e54ec711ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.176540] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340266, 'name': ReconfigVM_Task, 'duration_secs': 0.641616} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.178546] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5dc95d89-a3dd-465c-98c2-45b14febd162/5dc95d89-a3dd-465c-98c2-45b14febd162.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.180223] env[69385]: DEBUG oslo_vmware.api [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 864.180223] env[69385]: value = "task-3340271" [ 864.180223] env[69385]: _type = "Task" [ 864.180223] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.180223] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d32a57a-79c6-4eb3-ae18-20811ef4a039 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.193853] env[69385]: DEBUG oslo_vmware.api [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.198465] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 864.198465] env[69385]: value = "task-3340272" [ 864.198465] env[69385]: _type = "Task" [ 864.198465] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.211124] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340272, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.332106] env[69385]: DEBUG nova.network.neutron [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Updating instance_info_cache with network_info: [{"id": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "address": "fa:16:3e:1a:f6:92", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb14b2f-ae", "ovs_interfaceid": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.333511] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.333732] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.648053] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3086d2c9-54e4-466c-892d-51d0fd511e8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.656341] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0ca24a-7161-4560-8516-03070e4ddc15 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.662739] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquiring lock "refresh_cache-b3c1b6cf-75d0-4917-a825-bc8c7176130d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.662739] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquired lock "refresh_cache-b3c1b6cf-75d0-4917-a825-bc8c7176130d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.662910] env[69385]: DEBUG nova.network.neutron [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.706072] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3029f0e6-7cdc-483d-8f92-ffa2ecf6f02e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.718769] env[69385]: DEBUG oslo_vmware.api [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.725792] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340272, 'name': Rename_Task, 'duration_secs': 0.181555} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.726747] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.727233] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.728867] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e15b02-35a8-4be6-b281-936e30143839 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.735022] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.735250] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.735404] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.735580] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.735722] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.735870] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.736086] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.736244] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.736452] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.736556] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.736722] env[69385]: DEBUG nova.virt.hardware [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.736999] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63f9944-3dae-46a6-a6bc-bb2d99bfcdd2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.739329] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2176e4-387c-4919-9696-a0b443f6d15c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.756232] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579f9085-c574-4b98-97d0-a1064849e74b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.760815] env[69385]: DEBUG nova.compute.provider_tree [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.763359] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 864.763359] env[69385]: value = "task-3340273" [ 864.763359] env[69385]: _type = "Task" [ 864.763359] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.777210] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:50:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0131306c-6d06-4e2d-a52b-528f3c8b8db3', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.784174] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.784290] env[69385]: DEBUG nova.network.neutron [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.788957] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.792128] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d46b70c3-934b-463c-8317-c99725b0aa32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.808253] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.818369] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.818369] env[69385]: value = "task-3340274" [ 864.818369] env[69385]: _type = "Task" [ 864.818369] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.828181] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340274, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.836972] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.010522] env[69385]: DEBUG nova.network.neutron [-] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.111286] env[69385]: DEBUG nova.network.neutron [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Updating instance_info_cache with network_info: [{"id": "b1333354-e08f-4904-8785-e9a24a22cfb6", "address": "fa:16:3e:89:4f:7e", "network": {"id": "3bc757f7-3112-4f56-a53e-17360e4357aa", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-486095503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fa639690c9e47a19d98e51026bb2f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1333354-e0", "ovs_interfaceid": "b1333354-e08f-4904-8785-e9a24a22cfb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.164804] env[69385]: DEBUG nova.network.neutron [req-aeee031f-0bfb-458f-add7-0ffc6d224532 req-bd677be8-f3a0-4701-8756-05a5de66afbb service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Updated VIF entry in instance network info cache for port e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.165246] env[69385]: DEBUG nova.network.neutron [req-aeee031f-0bfb-458f-add7-0ffc6d224532 req-bd677be8-f3a0-4701-8756-05a5de66afbb service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Updating instance_info_cache with network_info: [{"id": "e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b", "address": "fa:16:3e:1f:16:76", "network": {"id": "dd88c56c-665e-4cf9-b684-e43209458144", "bridge": "br-int", "label": "tempest-ServersTestJSON-1076832256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8209a4be436a409f84676f7fed9774ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50c8e80-8e", "ovs_interfaceid": "e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.206732] env[69385]: DEBUG oslo_vmware.api [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.265129] env[69385]: DEBUG nova.scheduler.client.report [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.279360] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.330279] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340274, 'name': CreateVM_Task, 'duration_secs': 0.461044} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.331308] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.332303] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.334311] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.334777] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.336090] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf9ae69-45c9-40a2-a5d4-17ab85e651a9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.345766] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 865.345766] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a02608-63a4-e8ad-b8f0-7753f5e00539" [ 865.345766] env[69385]: _type = "Task" [ 865.345766] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.358154] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a02608-63a4-e8ad-b8f0-7753f5e00539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.513321] env[69385]: INFO nova.compute.manager [-] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Took 2.28 seconds to deallocate network for instance. [ 865.614018] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Releasing lock "refresh_cache-b3c1b6cf-75d0-4917-a825-bc8c7176130d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.614377] env[69385]: DEBUG nova.compute.manager [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Instance network_info: |[{"id": "b1333354-e08f-4904-8785-e9a24a22cfb6", "address": "fa:16:3e:89:4f:7e", "network": {"id": "3bc757f7-3112-4f56-a53e-17360e4357aa", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-486095503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fa639690c9e47a19d98e51026bb2f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1333354-e0", "ovs_interfaceid": "b1333354-e08f-4904-8785-e9a24a22cfb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.614805] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:4f:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1333354-e08f-4904-8785-e9a24a22cfb6', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.622655] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Creating folder: Project (1fa639690c9e47a19d98e51026bb2f74). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.622894] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf7ca24-748c-493b-b1b5-de258bb1270c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.636949] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Created folder: Project (1fa639690c9e47a19d98e51026bb2f74) in parent group-v666556. [ 865.637169] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Creating folder: Instances. Parent ref: group-v666690. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.637416] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1da5305-ac5d-4519-8b33-66306b7061d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.648667] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Created folder: Instances in parent group-v666690. [ 865.648939] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.649150] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.649388] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d72ed57b-227d-4e8f-8f50-b052bb2f0215 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.667650] env[69385]: DEBUG oslo_concurrency.lockutils [req-aeee031f-0bfb-458f-add7-0ffc6d224532 req-bd677be8-f3a0-4701-8756-05a5de66afbb service nova] Releasing lock "refresh_cache-d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.670441] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.670441] env[69385]: value = "task-3340277" [ 865.670441] env[69385]: _type = "Task" [ 865.670441] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.675295] env[69385]: DEBUG nova.compute.manager [req-3bdb3d46-c677-4c93-bda2-e8367758b84a req-ab79614f-0874-4b5d-990a-e608b3da57d8 service nova] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Received event network-changed-b1333354-e08f-4904-8785-e9a24a22cfb6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.675481] env[69385]: DEBUG nova.compute.manager [req-3bdb3d46-c677-4c93-bda2-e8367758b84a req-ab79614f-0874-4b5d-990a-e608b3da57d8 service nova] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Refreshing instance network info cache due to event network-changed-b1333354-e08f-4904-8785-e9a24a22cfb6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 865.675686] env[69385]: DEBUG oslo_concurrency.lockutils [req-3bdb3d46-c677-4c93-bda2-e8367758b84a req-ab79614f-0874-4b5d-990a-e608b3da57d8 service nova] Acquiring lock "refresh_cache-b3c1b6cf-75d0-4917-a825-bc8c7176130d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.675825] env[69385]: DEBUG oslo_concurrency.lockutils [req-3bdb3d46-c677-4c93-bda2-e8367758b84a req-ab79614f-0874-4b5d-990a-e608b3da57d8 service nova] Acquired lock "refresh_cache-b3c1b6cf-75d0-4917-a825-bc8c7176130d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.675982] env[69385]: DEBUG nova.network.neutron [req-3bdb3d46-c677-4c93-bda2-e8367758b84a req-ab79614f-0874-4b5d-990a-e608b3da57d8 service nova] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Refreshing network info cache for port b1333354-e08f-4904-8785-e9a24a22cfb6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.683032] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340277, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.708587] env[69385]: DEBUG oslo_vmware.api [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340271, 'name': PowerOnVM_Task, 'duration_secs': 1.198293} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.708587] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.708587] env[69385]: DEBUG nova.compute.manager [None req-b48a16a4-5797-4b42-9547-5f3cc0bac6b8 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.708867] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1901c824-c7b7-4895-a9b4-212d1e674145 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.773939] env[69385]: DEBUG oslo_concurrency.lockutils [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.745s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.781283] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.513s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.781570] env[69385]: DEBUG nova.objects.instance [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lazy-loading 'resources' on Instance uuid 4a6f8144-9a73-4e24-a5ae-5a457aceb446 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.783016] env[69385]: DEBUG oslo_vmware.api [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340273, 'name': PowerOnVM_Task, 'duration_secs': 0.671665} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.783279] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.783462] env[69385]: INFO nova.compute.manager [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Took 9.71 seconds to spawn the instance on the hypervisor. [ 865.783669] env[69385]: DEBUG nova.compute.manager [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.784799] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002ba40-aa42-4fb5-ba8e-0d8fe2e6c1e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.805327] env[69385]: INFO nova.scheduler.client.report [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Deleted allocations for instance ed58d1cb-00ca-485c-bf44-65b15c7a1a5d [ 865.858619] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a02608-63a4-e8ad-b8f0-7753f5e00539, 'name': SearchDatastore_Task, 'duration_secs': 0.013429} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.858993] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.859258] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.859540] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.859724] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.859923] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.860208] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20255dd9-0c7a-45de-918a-ed9837dd7c46 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.871136] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.871358] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.874286] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3203c317-fa5b-4ad4-8833-3e7a893a5860 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.877447] env[69385]: DEBUG nova.compute.manager [req-f08e1fd3-bd36-4f46-84b7-997cc00a7d06 req-3d457efa-5017-40cb-97f3-a60b97c574d0 service nova] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Received event network-vif-deleted-11942e70-6a8e-43f2-95e5-4001b511ebab {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.882361] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 865.882361] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52af952e-0f3e-c0f8-72a2-cf56d4a75d67" [ 865.882361] env[69385]: _type = "Task" [ 865.882361] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.891247] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52af952e-0f3e-c0f8-72a2-cf56d4a75d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.019620] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.186701] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340277, 'name': CreateVM_Task, 'duration_secs': 0.50613} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.187064] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.188892] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189149] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.189792] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.190404] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b491c94-5e1c-40b7-8ef9-9ca77c39de9f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.196577] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 866.196577] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520a3529-7168-24f4-7bac-369ed58af6ef" [ 866.196577] env[69385]: _type = "Task" [ 866.196577] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.209250] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520a3529-7168-24f4-7bac-369ed58af6ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.304864] env[69385]: INFO nova.compute.manager [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Took 42.81 seconds to build instance. [ 866.313036] env[69385]: DEBUG oslo_concurrency.lockutils [None req-399448bd-b4bf-42bb-9ecf-549cd505d265 tempest-ServersTestFqdnHostnames-92777092 tempest-ServersTestFqdnHostnames-92777092-project-member] Lock "ed58d1cb-00ca-485c-bf44-65b15c7a1a5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.680s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.378564] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.378885] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32d0fa96-d498-48b8-8193-8329f4c1f8e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.393784] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 866.393784] env[69385]: value = "task-3340278" [ 866.393784] env[69385]: _type = "Task" [ 866.393784] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.403960] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52af952e-0f3e-c0f8-72a2-cf56d4a75d67, 'name': SearchDatastore_Task, 'duration_secs': 0.012465} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.409742] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284d75aa-536b-4457-840d-d68b68bef669 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.414934] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.419114] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 866.419114] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fd4512-578e-650c-3b31-47dd0544aac5" [ 866.419114] env[69385]: _type = "Task" [ 866.419114] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.430854] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fd4512-578e-650c-3b31-47dd0544aac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.459169] env[69385]: DEBUG nova.network.neutron [req-3bdb3d46-c677-4c93-bda2-e8367758b84a req-ab79614f-0874-4b5d-990a-e608b3da57d8 service nova] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Updated VIF entry in instance network info cache for port b1333354-e08f-4904-8785-e9a24a22cfb6. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.459363] env[69385]: DEBUG nova.network.neutron [req-3bdb3d46-c677-4c93-bda2-e8367758b84a req-ab79614f-0874-4b5d-990a-e608b3da57d8 service nova] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Updating instance_info_cache with network_info: [{"id": "b1333354-e08f-4904-8785-e9a24a22cfb6", "address": "fa:16:3e:89:4f:7e", "network": {"id": "3bc757f7-3112-4f56-a53e-17360e4357aa", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-486095503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fa639690c9e47a19d98e51026bb2f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1333354-e0", "ovs_interfaceid": "b1333354-e08f-4904-8785-e9a24a22cfb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.708027] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520a3529-7168-24f4-7bac-369ed58af6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.710802] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.710940] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.711161] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.793528] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7753adc-c796-40dd-a9d9-c57dfef76dc5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.801813] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c69541-9077-4f7b-afd3-0ce21b598fa7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.806821] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1227e3a-0a0f-4dc7-8a2b-4936e1f1906b tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.063s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.834451] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7e0944-6a10-4617-bb95-1e9582c8919c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.843625] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b5a58-0838-4b95-bc3f-fc1e8a27159a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.858255] env[69385]: DEBUG nova.compute.provider_tree [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.903796] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340278, 'name': PowerOffVM_Task, 'duration_secs': 0.239974} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.904088] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.904894] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc4a89a-541b-4d77-ac51-4603a4da3a23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.928443] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09a2ef5-cc53-4a77-bfa4-f14d439f8625 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.938457] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fd4512-578e-650c-3b31-47dd0544aac5, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.941192] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.941506] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.944216] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.944558] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.944672] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-945c356b-5d8a-4f88-849e-d4ec0cad8e69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.946732] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d532707e-3dfc-461f-8f02-6aec4b9a36c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.956971] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 866.956971] env[69385]: value = "task-3340279" [ 866.956971] env[69385]: _type = "Task" [ 866.956971] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.963568] env[69385]: DEBUG oslo_concurrency.lockutils [req-3bdb3d46-c677-4c93-bda2-e8367758b84a req-ab79614f-0874-4b5d-990a-e608b3da57d8 service nova] Releasing lock "refresh_cache-b3c1b6cf-75d0-4917-a825-bc8c7176130d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.964065] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.964223] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.965953] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d63e13-c0eb-409c-b694-762e036d08e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.971655] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.973672] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.974310] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e4a4b43-6343-4b4d-8007-4bdad9fa84fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.977509] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 866.977509] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b294ea-5f9f-8dd2-2ac8-441aa5bf59b1" [ 866.977509] env[69385]: _type = "Task" [ 866.977509] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.981716] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 866.981716] env[69385]: value = "task-3340280" [ 866.981716] env[69385]: _type = "Task" [ 866.981716] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.988400] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b294ea-5f9f-8dd2-2ac8-441aa5bf59b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.994301] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 866.994619] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.994774] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.309326] env[69385]: DEBUG nova.compute.manager [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.363072] env[69385]: DEBUG nova.scheduler.client.report [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.477308] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512362} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.482591] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.482591] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.486017] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8577075a-127c-4f00-96d9-5afe432b2ebc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.496943] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b294ea-5f9f-8dd2-2ac8-441aa5bf59b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.498972] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 867.498972] env[69385]: value = "task-3340281" [ 867.498972] env[69385]: _type = "Task" [ 867.498972] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.502020] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3f149d-8b94-4b6b-8e0a-99520f70253f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.513302] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 867.513302] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528bd6c9-e893-edc9-2562-fd617b93ca1e" [ 867.513302] env[69385]: _type = "Task" [ 867.513302] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.513986] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.525549] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528bd6c9-e893-edc9-2562-fd617b93ca1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.526041] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.526488] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] b3c1b6cf-75d0-4917-a825-bc8c7176130d/b3c1b6cf-75d0-4917-a825-bc8c7176130d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.527070] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.527344] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.527674] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6408270d-b4b3-46f3-8191-418585a2b712 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.531687] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a805a214-8c28-4a38-b81d-7549dbc65d7a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.542935] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 867.542935] env[69385]: value = "task-3340282" [ 867.542935] env[69385]: _type = "Task" [ 867.542935] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.544615] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.544861] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.549683] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800afa77-5046-49e5-8957-b0993fa2295c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.561023] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.561178] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 867.561178] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b2fbed-1742-6f47-31d6-67cacf163be5" [ 867.561178] env[69385]: _type = "Task" [ 867.561178] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.571614] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b2fbed-1742-6f47-31d6-67cacf163be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.831516] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.871648] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.875402] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.374s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.876645] env[69385]: INFO nova.compute.claims [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.893636] env[69385]: INFO nova.scheduler.client.report [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Deleted allocations for instance 4a6f8144-9a73-4e24-a5ae-5a457aceb446 [ 868.015162] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075715} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.016041] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.016487] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5135b5e-59a6-4573-8bae-f6cb48016417 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.042097] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.042569] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4ecd1e4-895e-487f-89d0-ceba52567bd2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.068276] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477876} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.069960] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] b3c1b6cf-75d0-4917-a825-bc8c7176130d/b3c1b6cf-75d0-4917-a825-bc8c7176130d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.070222] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.070538] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 868.070538] env[69385]: value = "task-3340283" [ 868.070538] env[69385]: _type = "Task" [ 868.070538] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.070726] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-256cc190-d8a0-487c-bfa2-409f533b710e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.078970] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b2fbed-1742-6f47-31d6-67cacf163be5, 'name': SearchDatastore_Task, 'duration_secs': 0.014269} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.080457] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b0aade-6a5c-4e8c-9c69-f518b861431c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.087399] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.089713] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 868.089713] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5298d668-ea39-7ef8-3f72-ec7ccbd41506" [ 868.089713] env[69385]: _type = "Task" [ 868.089713] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.090184] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 868.090184] env[69385]: value = "task-3340284" [ 868.090184] env[69385]: _type = "Task" [ 868.090184] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.108078] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5298d668-ea39-7ef8-3f72-ec7ccbd41506, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.108078] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.108629] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.108629] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 711577d1-d996-427e-9234-e7a1a1dcc74c/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. {{(pid=69385) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 868.108961] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27ff23d3-fa8a-416e-a445-d41b696021c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.117463] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 868.117463] env[69385]: value = "task-3340285" [ 868.117463] env[69385]: _type = "Task" [ 868.117463] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.127330] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.354488] env[69385]: DEBUG nova.compute.manager [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Stashing vm_state: active {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 868.407079] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1969483c-4ca8-4c32-b016-d330e101d1d5 tempest-AttachInterfacesUnderV243Test-1083809723 tempest-AttachInterfacesUnderV243Test-1083809723-project-member] Lock "4a6f8144-9a73-4e24-a5ae-5a457aceb446" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.877s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.589419] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.602793] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110018} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.603237] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.604255] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45e711c-29c3-4d65-bba8-fdc0483dc4ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.637017] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] b3c1b6cf-75d0-4917-a825-bc8c7176130d/b3c1b6cf-75d0-4917-a825-bc8c7176130d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.644058] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-821151e6-7cdf-4e24-a20b-25c5876bbb02 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.675708] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340285, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.677341] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 868.677341] env[69385]: value = "task-3340286" [ 868.677341] env[69385]: _type = "Task" [ 868.677341] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.686077] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.891629] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.086118] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340283, 'name': ReconfigVM_Task, 'duration_secs': 0.739436} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.086348] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.087345] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b55b037-8edf-4c69-9cc5-97165a1b850b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.099848] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 869.099848] env[69385]: value = "task-3340287" [ 869.099848] env[69385]: _type = "Task" [ 869.099848] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.112902] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340287, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.138470] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340285, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.193810] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.395678] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2520a735-4e57-4490-890f-4b0c705b96e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.404289] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc8228c-8651-4036-ba30-291640de7548 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.438944] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd677ffa-cbb5-468e-9d36-f02f3c8c9e63 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.448211] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c14f1-e278-463e-b2de-e8fd76428fb6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.463814] env[69385]: DEBUG nova.compute.provider_tree [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.614166] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340287, 'name': Rename_Task, 'duration_secs': 0.323913} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.614166] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.614166] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd32e760-cc89-42a5-979a-9769fd84c237 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.621452] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 869.621452] env[69385]: value = "task-3340288" [ 869.621452] env[69385]: _type = "Task" [ 869.621452] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.636075] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.639909] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340285, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.691463] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340286, 'name': ReconfigVM_Task, 'duration_secs': 0.846442} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.691883] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Reconfigured VM instance instance-00000030 to attach disk [datastore1] b3c1b6cf-75d0-4917-a825-bc8c7176130d/b3c1b6cf-75d0-4917-a825-bc8c7176130d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.692991] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-993f4331-69b7-40f4-946e-f3efa74d4f52 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.702773] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 869.702773] env[69385]: value = "task-3340289" [ 869.702773] env[69385]: _type = "Task" [ 869.702773] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.714880] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340289, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.725688] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "c739cbea-b664-4175-abd6-086363e47b89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.725981] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "c739cbea-b664-4175-abd6-086363e47b89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.726245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "c739cbea-b664-4175-abd6-086363e47b89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.726450] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "c739cbea-b664-4175-abd6-086363e47b89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.726651] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "c739cbea-b664-4175-abd6-086363e47b89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.729180] env[69385]: INFO nova.compute.manager [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Terminating instance [ 869.993774] env[69385]: ERROR nova.scheduler.client.report [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [req-fe0b96d6-f6bf-49cc-b453-e9939057bf37] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe0b96d6-f6bf-49cc-b453-e9939057bf37"}]} [ 870.015863] env[69385]: DEBUG nova.scheduler.client.report [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 870.042238] env[69385]: DEBUG nova.scheduler.client.report [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 870.042404] env[69385]: DEBUG nova.compute.provider_tree [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.062488] env[69385]: DEBUG nova.scheduler.client.report [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 870.090190] env[69385]: DEBUG nova.scheduler.client.report [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 870.141500] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340285, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574819} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.148270] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 711577d1-d996-427e-9234-e7a1a1dcc74c/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. [ 870.148582] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340288, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.149579] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb87c1-82a3-420d-8494-1e77789d0ef6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.178739] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 711577d1-d996-427e-9234-e7a1a1dcc74c/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.181673] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ede396-7e8e-4c9a-92b7-057bb0497cac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.203035] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 870.203035] env[69385]: value = "task-3340290" [ 870.203035] env[69385]: _type = "Task" [ 870.203035] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.219380] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340289, 'name': Rename_Task, 'duration_secs': 0.294115} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.224080] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.224318] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.224798] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eabc3d1-4b16-4997-89c4-08e38f0c4b28 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.233059] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 870.233059] env[69385]: value = "task-3340291" [ 870.233059] env[69385]: _type = "Task" [ 870.233059] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.239868] env[69385]: DEBUG nova.compute.manager [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.240124] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.241569] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4339b484-53c5-471c-8c8a-77f4b410771d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.250352] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.252794] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.255642] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49d6f15e-35d6-45e7-9a89-d962b020762a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.267146] env[69385]: DEBUG oslo_vmware.api [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 870.267146] env[69385]: value = "task-3340292" [ 870.267146] env[69385]: _type = "Task" [ 870.267146] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.278242] env[69385]: DEBUG oslo_vmware.api [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.634235] env[69385]: DEBUG oslo_vmware.api [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340288, 'name': PowerOnVM_Task, 'duration_secs': 0.651151} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.634491] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.634661] env[69385]: DEBUG nova.compute.manager [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.635486] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1e2040-de63-4b7f-9a5f-866256c7e8f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.687537] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08130bfc-a480-4ec1-b20f-a902b6bb77aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.705028] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acf58b7-a3f3-4c53-b692-e1beb659eb5c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.717605] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.747744] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c364ed1-1247-4c4e-ab95-b12096ce5078 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.758825] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340291, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.760719] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c881243-3cb7-480f-bab9-e44cdecb9f4a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.775486] env[69385]: DEBUG nova.compute.provider_tree [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.786806] env[69385]: DEBUG oslo_vmware.api [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340292, 'name': PowerOffVM_Task, 'duration_secs': 0.254154} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.786806] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.786806] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.786806] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3cc909b-083c-468f-965e-7152cd6a0f2b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.864931] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.865714] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.866502] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Deleting the datastore file [datastore2] c739cbea-b664-4175-abd6-086363e47b89 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.866502] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6285311c-4ffe-44e6-92e6-d9aa2ef1147b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.876065] env[69385]: DEBUG oslo_vmware.api [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 870.876065] env[69385]: value = "task-3340294" [ 870.876065] env[69385]: _type = "Task" [ 870.876065] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.885953] env[69385]: DEBUG oslo_vmware.api [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.163582] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.220792] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340290, 'name': ReconfigVM_Task, 'duration_secs': 0.534732} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.221563] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 711577d1-d996-427e-9234-e7a1a1dcc74c/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.222453] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8978b96-9d4e-48cf-9b68-e38177b02eab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.268633] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d49533bf-d136-46e5-a922-f726aedf26c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.302563] env[69385]: DEBUG oslo_vmware.api [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340291, 'name': PowerOnVM_Task, 'duration_secs': 0.791278} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.304974] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.305232] env[69385]: INFO nova.compute.manager [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Took 8.41 seconds to spawn the instance on the hypervisor. [ 871.305421] env[69385]: DEBUG nova.compute.manager [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.305892] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 871.305892] env[69385]: value = "task-3340295" [ 871.305892] env[69385]: _type = "Task" [ 871.305892] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.306635] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0262c0-7838-44cc-92cd-09d8680e45f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.322315] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.339228] env[69385]: DEBUG nova.scheduler.client.report [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 871.339551] env[69385]: DEBUG nova.compute.provider_tree [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 73 to 74 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 871.339737] env[69385]: DEBUG nova.compute.provider_tree [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.389070] env[69385]: DEBUG oslo_vmware.api [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19632} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.392626] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.392626] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.392626] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.392626] env[69385]: INFO nova.compute.manager [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: c739cbea-b664-4175-abd6-086363e47b89] Took 1.15 seconds to destroy the instance on the hypervisor. [ 871.392626] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.392626] env[69385]: DEBUG nova.compute.manager [-] [instance: c739cbea-b664-4175-abd6-086363e47b89] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.392626] env[69385]: DEBUG nova.network.neutron [-] [instance: c739cbea-b664-4175-abd6-086363e47b89] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.804440] env[69385]: DEBUG nova.compute.manager [req-140bf0f2-f602-40fd-8708-e63ae372c587 req-1f589d02-05e5-449f-98e5-7370d1b98e05 service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Received event network-vif-deleted-cc226dc3-de09-45e9-b769-70d8f135516a {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 871.804727] env[69385]: INFO nova.compute.manager [req-140bf0f2-f602-40fd-8708-e63ae372c587 req-1f589d02-05e5-449f-98e5-7370d1b98e05 service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Neutron deleted interface cc226dc3-de09-45e9-b769-70d8f135516a; detaching it from the instance and deleting it from the info cache [ 871.804877] env[69385]: DEBUG nova.network.neutron [req-140bf0f2-f602-40fd-8708-e63ae372c587 req-1f589d02-05e5-449f-98e5-7370d1b98e05 service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.826443] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340295, 'name': ReconfigVM_Task, 'duration_secs': 0.379489} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.830993] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.833686] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed0d25c9-b938-4953-9b23-07453a429563 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.842170] env[69385]: INFO nova.compute.manager [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Took 44.49 seconds to build instance. [ 871.845264] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.970s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.845953] env[69385]: DEBUG nova.compute.manager [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.848819] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 871.848819] env[69385]: value = "task-3340296" [ 871.848819] env[69385]: _type = "Task" [ 871.848819] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.849546] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.488s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.852173] env[69385]: INFO nova.compute.claims [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.865964] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.223302] env[69385]: DEBUG nova.network.neutron [-] [instance: c739cbea-b664-4175-abd6-086363e47b89] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.307266] env[69385]: INFO nova.compute.manager [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Rebuilding instance [ 872.311626] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47defa20-a99c-4189-9989-bf4371e434c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.321926] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c2f547-33b1-41c4-a419-82917a0c800b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.347023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aeb84c74-dc17-47a6-81b2-5249ec1b0c58 tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.552s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.350658] env[69385]: DEBUG nova.compute.utils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.368091] env[69385]: DEBUG nova.compute.manager [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.368822] env[69385]: DEBUG nova.network.neutron [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.373634] env[69385]: DEBUG nova.compute.manager [req-140bf0f2-f602-40fd-8708-e63ae372c587 req-1f589d02-05e5-449f-98e5-7370d1b98e05 service nova] [instance: c739cbea-b664-4175-abd6-086363e47b89] Detach interface failed, port_id=cc226dc3-de09-45e9-b769-70d8f135516a, reason: Instance c739cbea-b664-4175-abd6-086363e47b89 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 872.374557] env[69385]: DEBUG nova.compute.utils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.389091] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340296, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.391606] env[69385]: DEBUG nova.compute.manager [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.393084] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dd6f46-b744-49c0-82c1-8c7cab281750 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.432246] env[69385]: DEBUG nova.policy [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaa983309bed477abc4960beeac05546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b29be62c7ef4694b1dc6e65de2c34d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.726015] env[69385]: INFO nova.compute.manager [-] [instance: c739cbea-b664-4175-abd6-086363e47b89] Took 1.34 seconds to deallocate network for instance. [ 872.755327] env[69385]: DEBUG nova.network.neutron [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Successfully created port: bff7c284-e14f-4530-a9da-d0ae73e8418e {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.853436] env[69385]: DEBUG nova.compute.manager [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.884111] env[69385]: DEBUG nova.compute.manager [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.902369] env[69385]: DEBUG oslo_vmware.api [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340296, 'name': PowerOnVM_Task, 'duration_secs': 0.571189} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.902369] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.905262] env[69385]: DEBUG nova.compute.manager [None req-a808c8f9-3e76-4f4c-ae03-a4d8bf63c2c7 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.906890] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5372ce3c-d6be-471a-9487-949959ffac24 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.213182] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquiring lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.213182] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.213182] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquiring lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.213182] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.213182] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.215422] env[69385]: INFO nova.compute.manager [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Terminating instance [ 873.232406] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.377072] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.411195] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.411289] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e12dfdc-14ad-4c61-b88e-a1dd751bf9d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.418072] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e805aa07-be5c-4ef2-a417-d48cf16572dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.422575] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 873.422575] env[69385]: value = "task-3340297" [ 873.422575] env[69385]: _type = "Task" [ 873.422575] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.434062] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f143a02b-5466-497f-9107-00e2828b4324 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.443800] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.474652] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9655e8-5b26-4bf0-819f-3f84c67054a5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.483773] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baa1a8f-2e59-42b7-8a5e-0fac97e443b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.499206] env[69385]: DEBUG nova.compute.provider_tree [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.718649] env[69385]: DEBUG nova.compute.manager [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.718980] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.719944] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a93687-44fb-4778-99b4-bbbe33c27e08 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.729527] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.729860] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c0a397-a906-4449-a09c-47cb28329999 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.737959] env[69385]: DEBUG oslo_vmware.api [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 873.737959] env[69385]: value = "task-3340298" [ 873.737959] env[69385]: _type = "Task" [ 873.737959] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.755222] env[69385]: DEBUG oslo_vmware.api [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.911820] env[69385]: DEBUG nova.compute.manager [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.936533] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340297, 'name': PowerOffVM_Task, 'duration_secs': 0.349269} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.937209] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.937519] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.938318] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68f0e05-5c9d-478e-b149-4ecf94d1353a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.943620] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:59:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1188796792',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1271691816',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.943850] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.944031] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.944222] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.944367] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.944514] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.944720] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.944877] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.945455] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.945681] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.945868] env[69385]: DEBUG nova.virt.hardware [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.947076] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6118867-54cb-4807-9a7c-63e10249fdd4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.958568] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5216fd-652e-467c-b909-0a55fb145503 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.966171] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.966171] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44567706-f5a6-4431-b619-f81714a1a251 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.045431] env[69385]: DEBUG nova.scheduler.client.report [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 874.046442] env[69385]: DEBUG nova.compute.provider_tree [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 74 to 75 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 874.046673] env[69385]: DEBUG nova.compute.provider_tree [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.055482] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.055482] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.055482] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleting the datastore file [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.055482] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69beea34-62eb-4e0a-bcaf-3218a0b0c158 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.063816] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 874.063816] env[69385]: value = "task-3340300" [ 874.063816] env[69385]: _type = "Task" [ 874.063816] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.072227] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.251355] env[69385]: DEBUG oslo_vmware.api [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340298, 'name': PowerOffVM_Task, 'duration_secs': 0.332283} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.251355] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.251355] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.251480] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40aee755-074d-4625-ac56-40a7b6d05657 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.326059] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.326316] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.326498] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Deleting the datastore file [datastore1] b3c1b6cf-75d0-4917-a825-bc8c7176130d {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.326791] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dd0d6fa-1287-443f-a19e-5204d579aee7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.337948] env[69385]: DEBUG oslo_vmware.api [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for the task: (returnval){ [ 874.337948] env[69385]: value = "task-3340302" [ 874.337948] env[69385]: _type = "Task" [ 874.337948] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.346012] env[69385]: DEBUG oslo_vmware.api [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.370566] env[69385]: DEBUG nova.compute.manager [req-5ecd670c-3aa8-4c9d-834e-073581fa7b1f req-d2d2da5b-2aee-4035-83df-7878a5f2e2dd service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Received event network-vif-plugged-bff7c284-e14f-4530-a9da-d0ae73e8418e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 874.370566] env[69385]: DEBUG oslo_concurrency.lockutils [req-5ecd670c-3aa8-4c9d-834e-073581fa7b1f req-d2d2da5b-2aee-4035-83df-7878a5f2e2dd service nova] Acquiring lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.370566] env[69385]: DEBUG oslo_concurrency.lockutils [req-5ecd670c-3aa8-4c9d-834e-073581fa7b1f req-d2d2da5b-2aee-4035-83df-7878a5f2e2dd service nova] Lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.370566] env[69385]: DEBUG oslo_concurrency.lockutils [req-5ecd670c-3aa8-4c9d-834e-073581fa7b1f req-d2d2da5b-2aee-4035-83df-7878a5f2e2dd service nova] Lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.370970] env[69385]: DEBUG nova.compute.manager [req-5ecd670c-3aa8-4c9d-834e-073581fa7b1f req-d2d2da5b-2aee-4035-83df-7878a5f2e2dd service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] No waiting events found dispatching network-vif-plugged-bff7c284-e14f-4530-a9da-d0ae73e8418e {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.371370] env[69385]: WARNING nova.compute.manager [req-5ecd670c-3aa8-4c9d-834e-073581fa7b1f req-d2d2da5b-2aee-4035-83df-7878a5f2e2dd service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Received unexpected event network-vif-plugged-bff7c284-e14f-4530-a9da-d0ae73e8418e for instance with vm_state building and task_state spawning. [ 874.420720] env[69385]: DEBUG nova.network.neutron [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Successfully updated port: bff7c284-e14f-4530-a9da-d0ae73e8418e {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.553149] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.555774] env[69385]: DEBUG nova.compute.manager [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.562754] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.224s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.566146] env[69385]: INFO nova.compute.claims [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.582636] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153852} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.582986] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.583199] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.583377] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.852356] env[69385]: DEBUG oslo_vmware.api [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Task: {'id': task-3340302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238447} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.852356] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.852594] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.852594] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.852763] env[69385]: INFO nova.compute.manager [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 874.853060] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.853273] env[69385]: DEBUG nova.compute.manager [-] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.853372] env[69385]: DEBUG nova.network.neutron [-] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.923410] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "refresh_cache-dbb21929-e58a-45a0-934c-7ba9d5e11d7f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.923662] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquired lock "refresh_cache-dbb21929-e58a-45a0-934c-7ba9d5e11d7f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.923806] env[69385]: DEBUG nova.network.neutron [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.995658] env[69385]: INFO nova.compute.manager [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Unrescuing [ 874.995658] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.995658] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.995658] env[69385]: DEBUG nova.network.neutron [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.063676] env[69385]: DEBUG nova.compute.utils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.065476] env[69385]: DEBUG nova.compute.manager [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.065476] env[69385]: DEBUG nova.network.neutron [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.175025] env[69385]: DEBUG nova.policy [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da75349b19348ceb41c7cbe48260cf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab3927451b1343cb9c1278757643e716', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.491659] env[69385]: DEBUG nova.network.neutron [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.570399] env[69385]: DEBUG nova.compute.manager [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.635184] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.635184] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.635184] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.635184] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.635184] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.635184] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.635426] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.635426] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.637030] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.637030] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.637030] env[69385]: DEBUG nova.virt.hardware [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.637434] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75330d1e-3558-4ff6-afec-b9a736b653b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.649297] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046443e4-a986-4ed4-95e9-71a7b86b3943 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.665453] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:50:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0131306c-6d06-4e2d-a52b-528f3c8b8db3', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.673404] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.678472] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.678916] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57c64195-985a-4704-bebd-23fc7821ecce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.695056] env[69385]: DEBUG nova.network.neutron [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Successfully created port: 20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.699454] env[69385]: DEBUG nova.network.neutron [-] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.708793] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.708793] env[69385]: value = "task-3340303" [ 875.708793] env[69385]: _type = "Task" [ 875.708793] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.724913] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340303, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.795424] env[69385]: DEBUG nova.network.neutron [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Updating instance_info_cache with network_info: [{"id": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "address": "fa:16:3e:1a:f6:92", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb14b2f-ae", "ovs_interfaceid": "aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.867448] env[69385]: DEBUG nova.network.neutron [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Updating instance_info_cache with network_info: [{"id": "bff7c284-e14f-4530-a9da-d0ae73e8418e", "address": "fa:16:3e:e9:39:6f", "network": {"id": "d7ab0a75-5362-49ec-a887-7b88f29df484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1578886624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29be62c7ef4694b1dc6e65de2c34d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff7c284-e1", "ovs_interfaceid": "bff7c284-e14f-4530-a9da-d0ae73e8418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.120681] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4344e203-c7a1-4501-91c3-ca75cc62d5d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.129577] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e482c-187a-4da2-9644-e16cb9ede226 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.163308] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d68ae7-e602-478e-9b53-4cc33a9b474c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.174609] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8533b7eb-1ae7-4db8-8c27-1e392e344a4f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.191321] env[69385]: DEBUG nova.compute.provider_tree [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.206021] env[69385]: INFO nova.compute.manager [-] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Took 1.35 seconds to deallocate network for instance. [ 876.220626] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340303, 'name': CreateVM_Task, 'duration_secs': 0.368574} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.220934] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.221734] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.222062] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.222478] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.222834] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c21261d-7ed6-4feb-baa1-3561ff5ffd12 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.231017] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 876.231017] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5293344f-bd3e-16ff-6a8e-d1eaaf7214f3" [ 876.231017] env[69385]: _type = "Task" [ 876.231017] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.242885] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5293344f-bd3e-16ff-6a8e-d1eaaf7214f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011232} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.244667] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.244667] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.244667] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.244667] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.244667] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.245433] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee89aece-1a22-46fb-aae9-5d1bad2f014c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.254443] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.254670] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.255675] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa215ad-c52a-46f8-b50e-ccbdd8c8ade3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.262235] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 876.262235] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f7b14e-41fc-b18d-2e9c-6c740a67f41e" [ 876.262235] env[69385]: _type = "Task" [ 876.262235] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.271741] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f7b14e-41fc-b18d-2e9c-6c740a67f41e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.298222] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "refresh_cache-711577d1-d996-427e-9234-e7a1a1dcc74c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.298930] env[69385]: DEBUG nova.objects.instance [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lazy-loading 'flavor' on Instance uuid 711577d1-d996-427e-9234-e7a1a1dcc74c {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.370737] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Releasing lock "refresh_cache-dbb21929-e58a-45a0-934c-7ba9d5e11d7f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.371152] env[69385]: DEBUG nova.compute.manager [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Instance network_info: |[{"id": "bff7c284-e14f-4530-a9da-d0ae73e8418e", "address": "fa:16:3e:e9:39:6f", "network": {"id": "d7ab0a75-5362-49ec-a887-7b88f29df484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1578886624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29be62c7ef4694b1dc6e65de2c34d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff7c284-e1", "ovs_interfaceid": "bff7c284-e14f-4530-a9da-d0ae73e8418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.371508] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:39:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff7c284-e14f-4530-a9da-d0ae73e8418e', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.384021] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.384617] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.384921] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5a9e29c-0a47-43b0-960e-9501b13d9674 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.407108] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.407108] env[69385]: value = "task-3340304" [ 876.407108] env[69385]: _type = "Task" [ 876.407108] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.415612] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340304, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.418452] env[69385]: DEBUG nova.compute.manager [req-e150ce62-e421-462c-8d8d-248b5aa1044f req-88667ff7-3e64-4f19-9586-e5aa9ff9a749 service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Received event network-changed-bff7c284-e14f-4530-a9da-d0ae73e8418e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 876.418646] env[69385]: DEBUG nova.compute.manager [req-e150ce62-e421-462c-8d8d-248b5aa1044f req-88667ff7-3e64-4f19-9586-e5aa9ff9a749 service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Refreshing instance network info cache due to event network-changed-bff7c284-e14f-4530-a9da-d0ae73e8418e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 876.418843] env[69385]: DEBUG oslo_concurrency.lockutils [req-e150ce62-e421-462c-8d8d-248b5aa1044f req-88667ff7-3e64-4f19-9586-e5aa9ff9a749 service nova] Acquiring lock "refresh_cache-dbb21929-e58a-45a0-934c-7ba9d5e11d7f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.419105] env[69385]: DEBUG oslo_concurrency.lockutils [req-e150ce62-e421-462c-8d8d-248b5aa1044f req-88667ff7-3e64-4f19-9586-e5aa9ff9a749 service nova] Acquired lock "refresh_cache-dbb21929-e58a-45a0-934c-7ba9d5e11d7f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.419195] env[69385]: DEBUG nova.network.neutron [req-e150ce62-e421-462c-8d8d-248b5aa1044f req-88667ff7-3e64-4f19-9586-e5aa9ff9a749 service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Refreshing network info cache for port bff7c284-e14f-4530-a9da-d0ae73e8418e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.585969] env[69385]: DEBUG nova.compute.manager [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.606164] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T03:01:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0717981d-b12d-4fee-a131-436ed714b110',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-311613783',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.606404] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.606604] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.606793] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.606956] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.607241] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.607455] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.607638] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.607829] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.608028] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.608236] env[69385]: DEBUG nova.virt.hardware [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.609149] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51fe316-7f6a-4c77-ac94-9e2260307c82 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.617913] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78ef629-f7aa-4623-8c01-ab8bee768cb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.695078] env[69385]: DEBUG nova.scheduler.client.report [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.709472] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.738644] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "2b369931-313e-49c3-a555-937110bb700e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.738780] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.739026] env[69385]: INFO nova.compute.manager [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Rebooting instance [ 876.777222] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f7b14e-41fc-b18d-2e9c-6c740a67f41e, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.778054] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330bf441-8574-40b5-a10b-ed6da50365b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.783941] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 876.783941] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5268dbc8-b2ac-8ad7-229c-658ff8f88307" [ 876.783941] env[69385]: _type = "Task" [ 876.783941] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.793182] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5268dbc8-b2ac-8ad7-229c-658ff8f88307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.812014] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcd9d29-22c2-4252-9ff9-d6c33f159dd0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.834628] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.834976] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9607a21-e62f-4ab6-a36a-470cb529dec4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.843312] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 876.843312] env[69385]: value = "task-3340305" [ 876.843312] env[69385]: _type = "Task" [ 876.843312] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.852682] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.919056] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340304, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.179888] env[69385]: DEBUG nova.network.neutron [req-e150ce62-e421-462c-8d8d-248b5aa1044f req-88667ff7-3e64-4f19-9586-e5aa9ff9a749 service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Updated VIF entry in instance network info cache for port bff7c284-e14f-4530-a9da-d0ae73e8418e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.180474] env[69385]: DEBUG nova.network.neutron [req-e150ce62-e421-462c-8d8d-248b5aa1044f req-88667ff7-3e64-4f19-9586-e5aa9ff9a749 service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Updating instance_info_cache with network_info: [{"id": "bff7c284-e14f-4530-a9da-d0ae73e8418e", "address": "fa:16:3e:e9:39:6f", "network": {"id": "d7ab0a75-5362-49ec-a887-7b88f29df484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1578886624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29be62c7ef4694b1dc6e65de2c34d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff7c284-e1", "ovs_interfaceid": "bff7c284-e14f-4530-a9da-d0ae73e8418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.201025] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.201545] env[69385]: DEBUG nova.compute.manager [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.204178] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.762s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.205956] env[69385]: INFO nova.compute.claims [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.259778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.260015] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.260202] env[69385]: DEBUG nova.network.neutron [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.296875] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5268dbc8-b2ac-8ad7-229c-658ff8f88307, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.297162] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.297438] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.297695] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7802df0-5ffa-4296-be55-deaddac62021 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.306502] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 877.306502] env[69385]: value = "task-3340306" [ 877.306502] env[69385]: _type = "Task" [ 877.306502] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.316798] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.354766] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.360391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquiring lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.360657] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.419831] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340304, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.583376] env[69385]: DEBUG nova.network.neutron [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Successfully updated port: 20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.683859] env[69385]: DEBUG oslo_concurrency.lockutils [req-e150ce62-e421-462c-8d8d-248b5aa1044f req-88667ff7-3e64-4f19-9586-e5aa9ff9a749 service nova] Releasing lock "refresh_cache-dbb21929-e58a-45a0-934c-7ba9d5e11d7f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.684532] env[69385]: DEBUG nova.compute.manager [req-e150ce62-e421-462c-8d8d-248b5aa1044f req-88667ff7-3e64-4f19-9586-e5aa9ff9a749 service nova] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Received event network-vif-deleted-b1333354-e08f-4904-8785-e9a24a22cfb6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 877.710509] env[69385]: DEBUG nova.compute.utils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.714741] env[69385]: DEBUG nova.compute.manager [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.714995] env[69385]: DEBUG nova.network.neutron [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.772216] env[69385]: DEBUG nova.policy [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89060efbff5e40d9951f28f9fa83df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e76dd55d9194587b1b3c7e3b78531fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.817892] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475529} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.818184] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.818408] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.818667] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-862664c6-c527-46c9-93a9-fe598f40dccb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.826448] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 877.826448] env[69385]: value = "task-3340307" [ 877.826448] env[69385]: _type = "Task" [ 877.826448] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.838616] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.859128] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.919504] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340304, 'name': CreateVM_Task, 'duration_secs': 1.430048} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.919678] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.920445] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.920607] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.920917] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.921191] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08639576-b244-48fe-9a7a-f69bb6dd0cbc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.926624] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 877.926624] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5273fa8f-d238-8e9b-d20e-3405c2a3d332" [ 877.926624] env[69385]: _type = "Task" [ 877.926624] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.936965] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5273fa8f-d238-8e9b-d20e-3405c2a3d332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.086648] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.086895] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.087039] env[69385]: DEBUG nova.network.neutron [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.218755] env[69385]: DEBUG nova.compute.manager [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.232598] env[69385]: DEBUG nova.network.neutron [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [{"id": "df207134-9d79-4f24-b6f2-8529bfbc2855", "address": "fa:16:3e:47:ce:35", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf207134-9d", "ovs_interfaceid": "df207134-9d79-4f24-b6f2-8529bfbc2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.338592] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07164} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.341382] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.346552] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22db0455-5e39-4cff-b2e0-6f98c7697aa7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.354179] env[69385]: DEBUG nova.network.neutron [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Successfully created port: 4fa95ec7-c490-4154-b170-cd66c03d34a1 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.383459] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.386964] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-601a6d45-4366-4212-a320-8d20ca3beeaa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.401264] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340305, 'name': PowerOffVM_Task, 'duration_secs': 1.170288} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.406024] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.410818] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 878.411730] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed869bd-b335-47fa-b5b2-0341b6a1c654 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.431678] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 878.431678] env[69385]: value = "task-3340308" [ 878.431678] env[69385]: _type = "Task" [ 878.431678] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.440794] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 878.440794] env[69385]: value = "task-3340309" [ 878.440794] env[69385]: _type = "Task" [ 878.440794] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.447636] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.447899] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5273fa8f-d238-8e9b-d20e-3405c2a3d332, 'name': SearchDatastore_Task, 'duration_secs': 0.012306} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.454310] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.454586] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.454819] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.454964] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.455313] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.456291] env[69385]: DEBUG nova.compute.manager [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Received event network-vif-plugged-20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.456473] env[69385]: DEBUG oslo_concurrency.lockutils [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] Acquiring lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.456659] env[69385]: DEBUG oslo_concurrency.lockutils [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.456822] env[69385]: DEBUG oslo_concurrency.lockutils [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.456979] env[69385]: DEBUG nova.compute.manager [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] No waiting events found dispatching network-vif-plugged-20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.457160] env[69385]: WARNING nova.compute.manager [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Received unexpected event network-vif-plugged-20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec for instance with vm_state building and task_state spawning. [ 878.457323] env[69385]: DEBUG nova.compute.manager [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Received event network-changed-20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.457473] env[69385]: DEBUG nova.compute.manager [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Refreshing instance network info cache due to event network-changed-20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 878.457638] env[69385]: DEBUG oslo_concurrency.lockutils [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] Acquiring lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.458999] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed52cae-982f-4cd5-9a54-44a6693b9933 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.466927] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.468629] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.468794] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.472179] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693023ac-7501-4a71-a238-6048a2e8c36e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.478362] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 878.478362] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7f36a-cef1-079a-f802-c4e7d2ad8510" [ 878.478362] env[69385]: _type = "Task" [ 878.478362] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.487247] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7f36a-cef1-079a-f802-c4e7d2ad8510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.632760] env[69385]: DEBUG nova.network.neutron [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.735464] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.795531] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5d0162-e656-47db-bba9-e479d06c1281 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.803450] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9859ba3e-e748-41f2-a9a8-793ad81b87d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.837772] env[69385]: DEBUG nova.network.neutron [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance_info_cache with network_info: [{"id": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "address": "fa:16:3e:d6:05:8f", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1b36a-aa", "ovs_interfaceid": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.842759] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f675203f-0517-4a7b-b2c4-5b7c8213a5aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.848048] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4194f6e-c55d-4655-bc16-3966d5f612e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.862504] env[69385]: DEBUG nova.compute.provider_tree [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.945458] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340308, 'name': ReconfigVM_Task, 'duration_secs': 0.348539} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.947023] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96/fff0a1a9-950f-4d48-8b42-dbdca8611e96.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.947023] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43be6219-3296-4a4d-9315-11c006989d78 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.956329] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340309, 'name': ReconfigVM_Task, 'duration_secs': 0.265909} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.957833] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.958092] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.958428] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 878.958428] env[69385]: value = "task-3340310" [ 878.958428] env[69385]: _type = "Task" [ 878.958428] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.958624] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73a4a75a-107d-4876-91b9-a12729f17f73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.970223] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340310, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.971318] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 878.971318] env[69385]: value = "task-3340311" [ 878.971318] env[69385]: _type = "Task" [ 878.971318] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.979733] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.990343] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7f36a-cef1-079a-f802-c4e7d2ad8510, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.991297] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929703a5-b061-492d-b424-e84d522206b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.997341] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 878.997341] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525ead70-7737-9aa5-6c8c-14c8f2c91573" [ 878.997341] env[69385]: _type = "Task" [ 878.997341] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.006671] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525ead70-7737-9aa5-6c8c-14c8f2c91573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.235084] env[69385]: DEBUG nova.compute.manager [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.244395] env[69385]: DEBUG nova.compute.manager [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.245212] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743a854c-7bdd-49e8-945a-c3f5fe19bb1a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.263644] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.263899] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.264051] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.264241] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.264387] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.265040] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.265040] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.265040] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.265040] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.265402] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.265402] env[69385]: DEBUG nova.virt.hardware [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.266236] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aa2f42-e3fd-409f-89c6-8f263982445f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.278024] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b45156-2067-4c2e-b7ea-a4b2ea103ee3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.343504] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.343877] env[69385]: DEBUG nova.compute.manager [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Instance network_info: |[{"id": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "address": "fa:16:3e:d6:05:8f", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1b36a-aa", "ovs_interfaceid": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.344212] env[69385]: DEBUG oslo_concurrency.lockutils [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] Acquired lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.344401] env[69385]: DEBUG nova.network.neutron [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Refreshing network info cache for port 20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.345589] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:05:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.354126] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.355142] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.355404] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-344d9e95-216a-46bc-a0d5-493c8746d8bd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.371498] env[69385]: DEBUG nova.scheduler.client.report [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.381417] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.381417] env[69385]: value = "task-3340312" [ 879.381417] env[69385]: _type = "Task" [ 879.381417] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.390340] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340312, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.471403] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340310, 'name': Rename_Task, 'duration_secs': 0.232161} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.471803] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.474819] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d076fc9-33dc-42b4-b2f5-b15362e47ec3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.482169] env[69385]: DEBUG oslo_vmware.api [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340311, 'name': PowerOnVM_Task, 'duration_secs': 0.496649} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.483427] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.483664] env[69385]: DEBUG nova.compute.manager [None req-c90e42a8-2185-47fb-a8d8-115eb5e1a0e5 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.483990] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 879.483990] env[69385]: value = "task-3340313" [ 879.483990] env[69385]: _type = "Task" [ 879.483990] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.484696] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44f71f8-c706-46b5-8868-941c95341fbe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.498826] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.508216] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525ead70-7737-9aa5-6c8c-14c8f2c91573, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.508491] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.508845] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] dbb21929-e58a-45a0-934c-7ba9d5e11d7f/dbb21929-e58a-45a0-934c-7ba9d5e11d7f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.509019] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f0156db-62b6-489d-ad92-ff8c98923ce7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.517993] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 879.517993] env[69385]: value = "task-3340314" [ 879.517993] env[69385]: _type = "Task" [ 879.517993] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.528037] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.876548] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.877275] env[69385]: DEBUG nova.compute.manager [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.880129] env[69385]: DEBUG oslo_concurrency.lockutils [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.362s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.880383] env[69385]: DEBUG nova.objects.instance [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lazy-loading 'resources' on Instance uuid 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.893260] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340312, 'name': CreateVM_Task, 'duration_secs': 0.390517} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.893499] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.894334] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.894518] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.894815] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.895565] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73d27ea-820c-43ae-b682-1d7026d321d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.902520] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 879.902520] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529d1f80-19c5-74d8-b79a-ff9164bf0441" [ 879.902520] env[69385]: _type = "Task" [ 879.902520] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.913177] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529d1f80-19c5-74d8-b79a-ff9164bf0441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.006347] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340313, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.032053] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512624} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.032371] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] dbb21929-e58a-45a0-934c-7ba9d5e11d7f/dbb21929-e58a-45a0-934c-7ba9d5e11d7f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.032575] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.032830] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5384da92-89f1-43ea-8c76-1bf437faea4a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.041706] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 880.041706] env[69385]: value = "task-3340315" [ 880.041706] env[69385]: _type = "Task" [ 880.041706] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.051395] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.264432] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04237bb-29b5-4927-a999-1f413e22bfe5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.272577] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Doing hard reboot of VM {{(pid=69385) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 880.275280] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8ec5054f-4337-4604-a3c2-7c1c45a18bc0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.287028] env[69385]: DEBUG oslo_vmware.api [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 880.287028] env[69385]: value = "task-3340316" [ 880.287028] env[69385]: _type = "Task" [ 880.287028] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.294580] env[69385]: DEBUG oslo_vmware.api [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340316, 'name': ResetVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.386505] env[69385]: DEBUG nova.compute.utils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.388976] env[69385]: DEBUG nova.compute.manager [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.388976] env[69385]: DEBUG nova.network.neutron [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.416023] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529d1f80-19c5-74d8-b79a-ff9164bf0441, 'name': SearchDatastore_Task, 'duration_secs': 0.020166} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.416023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.416023] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.416023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.416023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.416023] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.416023] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a05f2a78-f997-4e9c-90ae-74ddeef8cc92 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.435826] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.436175] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.437541] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da57c95f-e4a8-46a3-992b-b9608cb15b53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.446307] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 880.446307] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520ff7fe-27e3-c0be-5ebb-4e6fd6e6b4d3" [ 880.446307] env[69385]: _type = "Task" [ 880.446307] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.453398] env[69385]: DEBUG nova.policy [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a19a8c484ec4d42a852d5ee3d096768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd76ef8d6e62d45418c88a4458c0eaa27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.459743] env[69385]: DEBUG nova.network.neutron [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Successfully updated port: 4fa95ec7-c490-4154-b170-cd66c03d34a1 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.463622] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520ff7fe-27e3-c0be-5ebb-4e6fd6e6b4d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.500944] env[69385]: DEBUG oslo_vmware.api [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340313, 'name': PowerOnVM_Task, 'duration_secs': 0.54701} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.501476] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.501815] env[69385]: DEBUG nova.compute.manager [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.502715] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718acc5a-a545-43b6-8812-6598d98cc087 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.516605] env[69385]: DEBUG nova.network.neutron [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updated VIF entry in instance network info cache for port 20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.517076] env[69385]: DEBUG nova.network.neutron [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance_info_cache with network_info: [{"id": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "address": "fa:16:3e:d6:05:8f", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1b36a-aa", "ovs_interfaceid": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.553264] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07308} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.555991] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.557032] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d644a64-b5b0-457a-8899-640c95747088 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.584111] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] dbb21929-e58a-45a0-934c-7ba9d5e11d7f/dbb21929-e58a-45a0-934c-7ba9d5e11d7f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.585051] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06db1afe-f905-4ce7-ac39-62117a03df6b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.602485] env[69385]: DEBUG nova.compute.manager [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Received event network-vif-plugged-4fa95ec7-c490-4154-b170-cd66c03d34a1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.602702] env[69385]: DEBUG oslo_concurrency.lockutils [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] Acquiring lock "ae499731-184c-4b63-9993-3d5b229df920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.602906] env[69385]: DEBUG oslo_concurrency.lockutils [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] Lock "ae499731-184c-4b63-9993-3d5b229df920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.603088] env[69385]: DEBUG oslo_concurrency.lockutils [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] Lock "ae499731-184c-4b63-9993-3d5b229df920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.603258] env[69385]: DEBUG nova.compute.manager [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] No waiting events found dispatching network-vif-plugged-4fa95ec7-c490-4154-b170-cd66c03d34a1 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.604405] env[69385]: WARNING nova.compute.manager [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Received unexpected event network-vif-plugged-4fa95ec7-c490-4154-b170-cd66c03d34a1 for instance with vm_state building and task_state spawning. [ 880.604405] env[69385]: DEBUG nova.compute.manager [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Received event network-changed-4fa95ec7-c490-4154-b170-cd66c03d34a1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.604405] env[69385]: DEBUG nova.compute.manager [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Refreshing instance network info cache due to event network-changed-4fa95ec7-c490-4154-b170-cd66c03d34a1. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 880.604405] env[69385]: DEBUG oslo_concurrency.lockutils [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] Acquiring lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.604405] env[69385]: DEBUG oslo_concurrency.lockutils [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] Acquired lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.604405] env[69385]: DEBUG nova.network.neutron [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Refreshing network info cache for port 4fa95ec7-c490-4154-b170-cd66c03d34a1 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.615226] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 880.615226] env[69385]: value = "task-3340317" [ 880.615226] env[69385]: _type = "Task" [ 880.615226] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.627203] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.795303] env[69385]: DEBUG oslo_vmware.api [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340316, 'name': ResetVM_Task, 'duration_secs': 0.105812} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.798233] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Did hard reboot of VM {{(pid=69385) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 880.798377] env[69385]: DEBUG nova.compute.manager [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.799353] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a511bfd-8dc7-49dd-a085-352db55b1e0a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.845672] env[69385]: DEBUG nova.network.neutron [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Successfully created port: e4fe1546-ab6b-4b73-b1f1-4a633475aa0d {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.891836] env[69385]: DEBUG nova.compute.manager [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.955528] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520ff7fe-27e3-c0be-5ebb-4e6fd6e6b4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.050391} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.958185] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f92cf8-bb61-4fdd-9c32-e809c2e6b7dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.963973] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.966846] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 880.966846] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522ddc43-8a5e-893c-8e14-a7192397c9f1" [ 880.966846] env[69385]: _type = "Task" [ 880.966846] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.977953] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522ddc43-8a5e-893c-8e14-a7192397c9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.002293] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aa9114-9ff9-42b7-aa8c-a637d77580ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.012825] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831db776-c6c7-423d-a219-86a40e0a84ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.025018] env[69385]: DEBUG oslo_concurrency.lockutils [req-e05f4be0-8194-4a47-934a-f0abfb9b60cb req-090583b5-9b6d-4d19-b121-3e02b34233f5 service nova] Releasing lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.025888] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.053017] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d358686-c398-41b9-83d0-3ef02946965c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.061534] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce0ddc-9b10-48b3-a357-ff06ce47668c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.077627] env[69385]: DEBUG nova.compute.provider_tree [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.127945] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.143250] env[69385]: DEBUG nova.network.neutron [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.227967] env[69385]: DEBUG nova.network.neutron [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.314511] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78b5dd8c-c848-4731-8cfd-a8099096d53f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.576s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.479130] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522ddc43-8a5e-893c-8e14-a7192397c9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015723} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.479436] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.479706] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479/3c5a9b6f-ee7b-421b-bafe-4044a4c4e479.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.480194] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8f2a3dd-3c68-4bac-b34a-6b40c5a6c53e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.489920] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 881.489920] env[69385]: value = "task-3340318" [ 881.489920] env[69385]: _type = "Task" [ 881.489920] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.498574] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.581409] env[69385]: DEBUG nova.scheduler.client.report [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.627835] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340317, 'name': ReconfigVM_Task, 'duration_secs': 0.99212} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.628116] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Reconfigured VM instance instance-00000031 to attach disk [datastore2] dbb21929-e58a-45a0-934c-7ba9d5e11d7f/dbb21929-e58a-45a0-934c-7ba9d5e11d7f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.628485] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69385) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 881.629168] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d051ee9a-867b-4e3d-9938-bc6263ce523c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.638283] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 881.638283] env[69385]: value = "task-3340319" [ 881.638283] env[69385]: _type = "Task" [ 881.638283] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.651274] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340319, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.733502] env[69385]: DEBUG oslo_concurrency.lockutils [req-1b7d2bd4-45ff-4ee3-9cf8-6a860d08feaa req-14b83c2f-4408-4eac-9f5a-605ab8d6d5f3 service nova] Releasing lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.733962] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.734156] env[69385]: DEBUG nova.network.neutron [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.903527] env[69385]: DEBUG nova.compute.manager [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.941070] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.941070] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.941070] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.941070] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.941377] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.941474] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.941767] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.941982] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.942189] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.942445] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.942702] env[69385]: DEBUG nova.virt.hardware [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.944280] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af52d562-351e-4ed2-99c1-6f06b08bffc7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.958714] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aaec4f-6016-4ab0-920d-3a091ba0552e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.003523] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340318, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.089467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.089997] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.450s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.091873] env[69385]: INFO nova.compute.claims [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.115220] env[69385]: INFO nova.scheduler.client.report [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Deleted allocations for instance 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19 [ 882.155355] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340319, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.057207} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.155670] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69385) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 882.156516] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23018d15-ed79-4523-8447-22b7892db393 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.189686] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] dbb21929-e58a-45a0-934c-7ba9d5e11d7f/ephemeral_0.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.189814] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec4444d-39c3-404a-a9d1-4b6ea7e46086 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.213723] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 882.213723] env[69385]: value = "task-3340320" [ 882.213723] env[69385]: _type = "Task" [ 882.213723] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.224816] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.280078] env[69385]: DEBUG nova.network.neutron [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.372263] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "e9eb8cae-bb7a-4028-b685-867115e498ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.372697] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "e9eb8cae-bb7a-4028-b685-867115e498ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.372845] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "e9eb8cae-bb7a-4028-b685-867115e498ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.373057] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "e9eb8cae-bb7a-4028-b685-867115e498ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.373256] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "e9eb8cae-bb7a-4028-b685-867115e498ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.375730] env[69385]: INFO nova.compute.manager [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Terminating instance [ 882.502019] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606179} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.502558] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479/3c5a9b6f-ee7b-421b-bafe-4044a4c4e479.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.502852] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.503160] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8904a68d-b714-4a3e-b977-a40110e9f186 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.507430] env[69385]: DEBUG nova.network.neutron [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Updating instance_info_cache with network_info: [{"id": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "address": "fa:16:3e:6b:42:73", "network": {"id": "9ba30d3f-cf79-4f03-8a5e-09a255d5f2a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1012244784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e76dd55d9194587b1b3c7e3b78531fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa95ec7-c4", "ovs_interfaceid": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.515476] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 882.515476] env[69385]: value = "task-3340321" [ 882.515476] env[69385]: _type = "Task" [ 882.515476] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.526836] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.625430] env[69385]: DEBUG oslo_concurrency.lockutils [None req-84dca7ce-9ba9-41df-9f62-35ae940cd441 tempest-VolumesAssistedSnapshotsTest-393160320 tempest-VolumesAssistedSnapshotsTest-393160320-project-member] Lock "37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.502s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.728403] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340320, 'name': ReconfigVM_Task, 'duration_secs': 0.437509} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.728526] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Reconfigured VM instance instance-00000031 to attach disk [datastore2] dbb21929-e58a-45a0-934c-7ba9d5e11d7f/ephemeral_0.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.729194] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a898fa6a-105b-49ae-8e62-c4a3aa1e95e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.738409] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 882.738409] env[69385]: value = "task-3340322" [ 882.738409] env[69385]: _type = "Task" [ 882.738409] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.750711] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340322, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.814375] env[69385]: DEBUG nova.compute.manager [req-f3dc22d1-8810-4fc5-aa72-6b65aa37f73c req-5fdfc5f9-1db5-4e23-8450-50fdfd55891c service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Received event network-vif-plugged-e4fe1546-ab6b-4b73-b1f1-4a633475aa0d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 882.814626] env[69385]: DEBUG oslo_concurrency.lockutils [req-f3dc22d1-8810-4fc5-aa72-6b65aa37f73c req-5fdfc5f9-1db5-4e23-8450-50fdfd55891c service nova] Acquiring lock "dc140836-f1cf-4c4d-9f29-ce849f969179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.814831] env[69385]: DEBUG oslo_concurrency.lockutils [req-f3dc22d1-8810-4fc5-aa72-6b65aa37f73c req-5fdfc5f9-1db5-4e23-8450-50fdfd55891c service nova] Lock "dc140836-f1cf-4c4d-9f29-ce849f969179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.814994] env[69385]: DEBUG oslo_concurrency.lockutils [req-f3dc22d1-8810-4fc5-aa72-6b65aa37f73c req-5fdfc5f9-1db5-4e23-8450-50fdfd55891c service nova] Lock "dc140836-f1cf-4c4d-9f29-ce849f969179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.815205] env[69385]: DEBUG nova.compute.manager [req-f3dc22d1-8810-4fc5-aa72-6b65aa37f73c req-5fdfc5f9-1db5-4e23-8450-50fdfd55891c service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] No waiting events found dispatching network-vif-plugged-e4fe1546-ab6b-4b73-b1f1-4a633475aa0d {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.815381] env[69385]: WARNING nova.compute.manager [req-f3dc22d1-8810-4fc5-aa72-6b65aa37f73c req-5fdfc5f9-1db5-4e23-8450-50fdfd55891c service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Received unexpected event network-vif-plugged-e4fe1546-ab6b-4b73-b1f1-4a633475aa0d for instance with vm_state building and task_state spawning. [ 882.880372] env[69385]: DEBUG nova.compute.manager [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.880599] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.881863] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9543557-31c0-41af-8c7d-62b705256f53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.890838] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.891116] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0294f3d8-be23-458e-a650-6c2d9b77bc1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.899755] env[69385]: DEBUG oslo_vmware.api [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 882.899755] env[69385]: value = "task-3340323" [ 882.899755] env[69385]: _type = "Task" [ 882.899755] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.910971] env[69385]: DEBUG oslo_vmware.api [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.010519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Releasing lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.010926] env[69385]: DEBUG nova.compute.manager [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Instance network_info: |[{"id": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "address": "fa:16:3e:6b:42:73", "network": {"id": "9ba30d3f-cf79-4f03-8a5e-09a255d5f2a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1012244784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e76dd55d9194587b1b3c7e3b78531fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa95ec7-c4", "ovs_interfaceid": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.012355] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:42:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa95ec7-c490-4154-b170-cd66c03d34a1', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.020503] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Creating folder: Project (2e76dd55d9194587b1b3c7e3b78531fd). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.020900] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07d94afb-3cd6-4ef4-956d-6fa1fe94f4a9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.034859] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073689} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.035557] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.036447] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ba609f-f884-4f05-8eb2-6755732e6a5c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.040777] env[69385]: DEBUG nova.network.neutron [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Successfully updated port: e4fe1546-ab6b-4b73-b1f1-4a633475aa0d {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.044306] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Created folder: Project (2e76dd55d9194587b1b3c7e3b78531fd) in parent group-v666556. [ 883.044605] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Creating folder: Instances. Parent ref: group-v666696. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.045113] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53a91026-af4d-4e95-81fd-7ccdf9722ac6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.073156] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479/3c5a9b6f-ee7b-421b-bafe-4044a4c4e479.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.074634] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6281ec95-4a44-4c1d-8238-03a65598ea7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.092865] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Created folder: Instances in parent group-v666696. [ 883.093188] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.093961] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae499731-184c-4b63-9993-3d5b229df920] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.094260] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec333c4-8bf2-4b7b-8793-444ff43d59eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.115527] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 883.115527] env[69385]: value = "task-3340326" [ 883.115527] env[69385]: _type = "Task" [ 883.115527] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.122010] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.122010] env[69385]: value = "task-3340327" [ 883.122010] env[69385]: _type = "Task" [ 883.122010] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.131633] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.138124] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340327, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.252282] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340322, 'name': Rename_Task, 'duration_secs': 0.367225} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.253989] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.254679] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c02eed34-cdd8-4720-adc3-89232409bb7b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.263417] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 883.263417] env[69385]: value = "task-3340328" [ 883.263417] env[69385]: _type = "Task" [ 883.263417] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.276974] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.415700] env[69385]: DEBUG oslo_vmware.api [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340323, 'name': PowerOffVM_Task, 'duration_secs': 0.215692} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.415989] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.416177] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.416440] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4de991a5-5118-4f9c-935e-98a7777c3a01 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.483714] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.483972] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.484172] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleting the datastore file [datastore2] e9eb8cae-bb7a-4028-b685-867115e498ea {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.487173] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e5143d-bcbb-41a4-9f44-41204e4bb9c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.498024] env[69385]: DEBUG oslo_vmware.api [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 883.498024] env[69385]: value = "task-3340330" [ 883.498024] env[69385]: _type = "Task" [ 883.498024] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.504205] env[69385]: DEBUG oslo_vmware.api [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.546988] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquiring lock "refresh_cache-dc140836-f1cf-4c4d-9f29-ce849f969179" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.546988] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquired lock "refresh_cache-dc140836-f1cf-4c4d-9f29-ce849f969179" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.546988] env[69385]: DEBUG nova.network.neutron [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.614122] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3417d05-06ae-44cd-a5a0-0f75e52823f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.631252] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.632839] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce9e20c-b90c-4636-8d4d-84cfb5881b18 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.639988] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340327, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.679163] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce252b3-2cd1-4091-99b6-f273e63b5cf9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.690043] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b0f33e-3a75-4e8d-9012-a8d549878cb9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.714031] env[69385]: DEBUG nova.compute.provider_tree [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.775738] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.006112] env[69385]: DEBUG oslo_vmware.api [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455068} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.006361] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.006578] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.007772] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.007772] env[69385]: INFO nova.compute.manager [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 884.007772] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.007772] env[69385]: DEBUG nova.compute.manager [-] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.007772] env[69385]: DEBUG nova.network.neutron [-] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.131409] env[69385]: DEBUG nova.network.neutron [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.146071] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.148828] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.153708] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340326, 'name': ReconfigVM_Task, 'duration_secs': 0.684699} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.154447] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479/3c5a9b6f-ee7b-421b-bafe-4044a4c4e479.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.155098] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8c32eac-c7b4-4f65-b66b-5ad55b9baccb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.162288] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340327, 'name': CreateVM_Task, 'duration_secs': 0.653337} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.163669] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae499731-184c-4b63-9993-3d5b229df920] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.164023] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 884.164023] env[69385]: value = "task-3340331" [ 884.164023] env[69385]: _type = "Task" [ 884.164023] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.164725] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.164894] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.165231] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.165542] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea275e3-1ca6-43d2-bf71-a31ef044f403 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.174262] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 884.174262] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0ba87-7851-b8ef-bb3c-0b7008a6f81b" [ 884.174262] env[69385]: _type = "Task" [ 884.174262] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.177978] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340331, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.186600] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0ba87-7851-b8ef-bb3c-0b7008a6f81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.217981] env[69385]: DEBUG nova.scheduler.client.report [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.277335] env[69385]: DEBUG oslo_vmware.api [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340328, 'name': PowerOnVM_Task, 'duration_secs': 0.888405} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.277753] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.278319] env[69385]: INFO nova.compute.manager [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Took 10.37 seconds to spawn the instance on the hypervisor. [ 884.278506] env[69385]: DEBUG nova.compute.manager [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.279357] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e659efc4-4f3b-4404-a4ef-388b45270b5e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.339158] env[69385]: DEBUG nova.network.neutron [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Updating instance_info_cache with network_info: [{"id": "e4fe1546-ab6b-4b73-b1f1-4a633475aa0d", "address": "fa:16:3e:18:19:84", "network": {"id": "cd2c5e90-9f4b-4143-9453-4885667117bb", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1367619980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d76ef8d6e62d45418c88a4458c0eaa27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe1546-ab", "ovs_interfaceid": "e4fe1546-ab6b-4b73-b1f1-4a633475aa0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.677783] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340331, 'name': Rename_Task, 'duration_secs': 0.250935} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.678181] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.681328] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57719bd9-4671-4255-b13e-b20edd766b1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.693772] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0ba87-7851-b8ef-bb3c-0b7008a6f81b, 'name': SearchDatastore_Task, 'duration_secs': 0.021505} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.697391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.697391] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.697391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.697391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.697391] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.697391] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 884.697391] env[69385]: value = "task-3340332" [ 884.697391] env[69385]: _type = "Task" [ 884.697391] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.697391] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8576f49-a6b3-471d-8057-cd6b9743b81d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.721346] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340332, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.723280] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.724124] env[69385]: DEBUG nova.compute.manager [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.727388] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.727524] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.728388] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.711s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.729838] env[69385]: INFO nova.compute.claims [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.732338] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7776e063-83ba-478e-b1e1-1dfdfcd092d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.740872] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 884.740872] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5263e7e8-d50f-cfda-230a-7b7dedfb2d44" [ 884.740872] env[69385]: _type = "Task" [ 884.740872] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.748201] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5263e7e8-d50f-cfda-230a-7b7dedfb2d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.799117] env[69385]: INFO nova.compute.manager [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Took 41.32 seconds to build instance. [ 884.843654] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Releasing lock "refresh_cache-dc140836-f1cf-4c4d-9f29-ce849f969179" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.844020] env[69385]: DEBUG nova.compute.manager [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Instance network_info: |[{"id": "e4fe1546-ab6b-4b73-b1f1-4a633475aa0d", "address": "fa:16:3e:18:19:84", "network": {"id": "cd2c5e90-9f4b-4143-9453-4885667117bb", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1367619980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d76ef8d6e62d45418c88a4458c0eaa27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe1546-ab", "ovs_interfaceid": "e4fe1546-ab6b-4b73-b1f1-4a633475aa0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.844421] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:19:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4fe1546-ab6b-4b73-b1f1-4a633475aa0d', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.852071] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Creating folder: Project (d76ef8d6e62d45418c88a4458c0eaa27). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.853604] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dcd60b4-2bcd-4621-8d39-4e7e48ca8b54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.856936] env[69385]: DEBUG nova.compute.manager [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Received event network-changed-e4fe1546-ab6b-4b73-b1f1-4a633475aa0d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 884.857146] env[69385]: DEBUG nova.compute.manager [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Refreshing instance network info cache due to event network-changed-e4fe1546-ab6b-4b73-b1f1-4a633475aa0d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 884.857391] env[69385]: DEBUG oslo_concurrency.lockutils [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] Acquiring lock "refresh_cache-dc140836-f1cf-4c4d-9f29-ce849f969179" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.857536] env[69385]: DEBUG oslo_concurrency.lockutils [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] Acquired lock "refresh_cache-dc140836-f1cf-4c4d-9f29-ce849f969179" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.857693] env[69385]: DEBUG nova.network.neutron [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Refreshing network info cache for port e4fe1546-ab6b-4b73-b1f1-4a633475aa0d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.871221] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Created folder: Project (d76ef8d6e62d45418c88a4458c0eaa27) in parent group-v666556. [ 884.871356] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Creating folder: Instances. Parent ref: group-v666699. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.871483] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7f0bcb4-b76d-4932-91ca-51f58b9fee1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.875438] env[69385]: DEBUG nova.network.neutron [-] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.885896] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Created folder: Instances in parent group-v666699. [ 884.886200] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.886417] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.886631] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1c4198d-b7d9-4faf-b162-a5d87ebb2bf2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.910890] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.910890] env[69385]: value = "task-3340335" [ 884.910890] env[69385]: _type = "Task" [ 884.910890] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.923108] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340335, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.211829] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.239202] env[69385]: DEBUG nova.compute.utils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.240913] env[69385]: DEBUG nova.compute.manager [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.241056] env[69385]: DEBUG nova.network.neutron [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.262575] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5263e7e8-d50f-cfda-230a-7b7dedfb2d44, 'name': SearchDatastore_Task, 'duration_secs': 0.015696} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.264021] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2908107-3620-4557-bd0e-18ae21e2f9b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.270421] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 885.270421] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5262843f-eabf-dbde-b784-5e5218e4f2a2" [ 885.270421] env[69385]: _type = "Task" [ 885.270421] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.279897] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5262843f-eabf-dbde-b784-5e5218e4f2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.301272] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c7f4e48b-e909-4234-b7c6-69b93b7ef3dd tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.219s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.321792] env[69385]: DEBUG nova.policy [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '033dea01e290443d9f903357db00fad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c1abc7cee4246fbbdf631eb1e8148c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.378435] env[69385]: INFO nova.compute.manager [-] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Took 1.37 seconds to deallocate network for instance. [ 885.422929] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340335, 'name': CreateVM_Task, 'duration_secs': 0.349701} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.423871] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.424654] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.424837] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.425143] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.425678] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba1bde2-30f1-41c8-8617-31aaf0426898 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.431061] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 885.431061] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5245abdb-eeaa-cd9f-8589-37e894d5ad0e" [ 885.431061] env[69385]: _type = "Task" [ 885.431061] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.440549] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5245abdb-eeaa-cd9f-8589-37e894d5ad0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.697346] env[69385]: DEBUG nova.network.neutron [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Updated VIF entry in instance network info cache for port e4fe1546-ab6b-4b73-b1f1-4a633475aa0d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.697636] env[69385]: DEBUG nova.network.neutron [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Updating instance_info_cache with network_info: [{"id": "e4fe1546-ab6b-4b73-b1f1-4a633475aa0d", "address": "fa:16:3e:18:19:84", "network": {"id": "cd2c5e90-9f4b-4143-9453-4885667117bb", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1367619980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d76ef8d6e62d45418c88a4458c0eaa27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe1546-ab", "ovs_interfaceid": "e4fe1546-ab6b-4b73-b1f1-4a633475aa0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.713297] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.748830] env[69385]: DEBUG nova.compute.manager [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.788233] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5262843f-eabf-dbde-b784-5e5218e4f2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.040417} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.788233] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.788580] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] ae499731-184c-4b63-9993-3d5b229df920/ae499731-184c-4b63-9993-3d5b229df920.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.788701] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f5f5dee-5a2b-4c6b-852b-b64f80f86079 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.799762] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 885.799762] env[69385]: value = "task-3340336" [ 885.799762] env[69385]: _type = "Task" [ 885.799762] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.805305] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.821035] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.860208] env[69385]: DEBUG nova.network.neutron [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Successfully created port: a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.891151] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.946406] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5245abdb-eeaa-cd9f-8589-37e894d5ad0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.946734] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.947037] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.947360] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.947704] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.947758] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.948059] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d09746-a5ec-428f-961a-105a8f62a2e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.963017] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.963417] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.963977] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0fac59-a611-4767-b48c-9244b41fdd63 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.973331] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 885.973331] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5262052f-5ac1-b932-2f43-03ff02c975e0" [ 885.973331] env[69385]: _type = "Task" [ 885.973331] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.985312] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5262052f-5ac1-b932-2f43-03ff02c975e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.060858] env[69385]: DEBUG nova.compute.manager [req-0ed56c95-73c2-46cb-b184-f4da87b43d23 req-b3d68ef6-7fcb-4046-a231-13debf6a923c service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Received event network-changed-bff7c284-e14f-4530-a9da-d0ae73e8418e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.061125] env[69385]: DEBUG nova.compute.manager [req-0ed56c95-73c2-46cb-b184-f4da87b43d23 req-b3d68ef6-7fcb-4046-a231-13debf6a923c service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Refreshing instance network info cache due to event network-changed-bff7c284-e14f-4530-a9da-d0ae73e8418e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 886.061360] env[69385]: DEBUG oslo_concurrency.lockutils [req-0ed56c95-73c2-46cb-b184-f4da87b43d23 req-b3d68ef6-7fcb-4046-a231-13debf6a923c service nova] Acquiring lock "refresh_cache-dbb21929-e58a-45a0-934c-7ba9d5e11d7f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.061491] env[69385]: DEBUG oslo_concurrency.lockutils [req-0ed56c95-73c2-46cb-b184-f4da87b43d23 req-b3d68ef6-7fcb-4046-a231-13debf6a923c service nova] Acquired lock "refresh_cache-dbb21929-e58a-45a0-934c-7ba9d5e11d7f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.061739] env[69385]: DEBUG nova.network.neutron [req-0ed56c95-73c2-46cb-b184-f4da87b43d23 req-b3d68ef6-7fcb-4046-a231-13debf6a923c service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Refreshing network info cache for port bff7c284-e14f-4530-a9da-d0ae73e8418e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.200407] env[69385]: DEBUG oslo_concurrency.lockutils [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] Releasing lock "refresh_cache-dc140836-f1cf-4c4d-9f29-ce849f969179" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.200637] env[69385]: DEBUG nova.compute.manager [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Received event network-vif-deleted-3de56a6f-43c6-4464-b600-5ebc4213d301 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.200812] env[69385]: INFO nova.compute.manager [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Neutron deleted interface 3de56a6f-43c6-4464-b600-5ebc4213d301; detaching it from the instance and deleting it from the info cache [ 886.200983] env[69385]: DEBUG nova.network.neutron [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.221631] env[69385]: DEBUG oslo_vmware.api [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340332, 'name': PowerOnVM_Task, 'duration_secs': 1.380955} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.221631] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.221631] env[69385]: INFO nova.compute.manager [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Took 9.63 seconds to spawn the instance on the hypervisor. [ 886.221631] env[69385]: DEBUG nova.compute.manager [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.225090] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018d4b84-8791-4732-aace-5fdd040da24d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.324330] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.341340] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.418762] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c69f31-3efe-4159-96a8-088d9c19065e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.429091] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42b7dcc-5126-4255-a840-c12cdd870dcb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.470871] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6550ab45-4f5d-464b-967e-72564ef1512d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.488231] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5262052f-5ac1-b932-2f43-03ff02c975e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.489478] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadee00d-21e0-4bf0-9af9-89766c23a18c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.496721] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a8fd01-2c30-4f74-9ba7-d41dff374bb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.501911] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 886.501911] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52602b2a-6d2d-8c42-084c-d2d7e0183215" [ 886.501911] env[69385]: _type = "Task" [ 886.501911] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.512450] env[69385]: DEBUG nova.compute.provider_tree [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.524694] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52602b2a-6d2d-8c42-084c-d2d7e0183215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.709317] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96737601-9671-4767-8a9c-0015df1de650 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.721167] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302487d-6788-4adc-8437-d355739870c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.750646] env[69385]: INFO nova.compute.manager [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Took 38.42 seconds to build instance. [ 886.767258] env[69385]: DEBUG nova.compute.manager [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.767996] env[69385]: DEBUG nova.compute.manager [req-d9800a1f-6bf5-4ebc-adf9-c73d0805c4ae req-51cc51ca-cf42-40ba-acd0-ef83340fe1f7 service nova] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Detach interface failed, port_id=3de56a6f-43c6-4464-b600-5ebc4213d301, reason: Instance e9eb8cae-bb7a-4028-b685-867115e498ea could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 886.805270] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.805270] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.805270] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.805270] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.805270] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.805666] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.805666] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.805805] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.805953] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.806191] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.806404] env[69385]: DEBUG nova.virt.hardware [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.807662] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f675a5-e0c7-4ec3-a65c-0b24b3fa5689 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.814824] env[69385]: DEBUG nova.network.neutron [req-0ed56c95-73c2-46cb-b184-f4da87b43d23 req-b3d68ef6-7fcb-4046-a231-13debf6a923c service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Updated VIF entry in instance network info cache for port bff7c284-e14f-4530-a9da-d0ae73e8418e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.815532] env[69385]: DEBUG nova.network.neutron [req-0ed56c95-73c2-46cb-b184-f4da87b43d23 req-b3d68ef6-7fcb-4046-a231-13debf6a923c service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Updating instance_info_cache with network_info: [{"id": "bff7c284-e14f-4530-a9da-d0ae73e8418e", "address": "fa:16:3e:e9:39:6f", "network": {"id": "d7ab0a75-5362-49ec-a887-7b88f29df484", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1578886624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29be62c7ef4694b1dc6e65de2c34d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff7c284-e1", "ovs_interfaceid": "bff7c284-e14f-4530-a9da-d0ae73e8418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.832592] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657476} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.832937] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] ae499731-184c-4b63-9993-3d5b229df920/ae499731-184c-4b63-9993-3d5b229df920.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.833182] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.835785] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0ac0d-ae8a-4cd2-8816-bbfc3007b84e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.839306] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f65d90f-c87e-4457-b428-16a95b3829b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.854995] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 886.854995] env[69385]: value = "task-3340337" [ 886.854995] env[69385]: _type = "Task" [ 886.854995] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.864738] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.018959] env[69385]: DEBUG nova.scheduler.client.report [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.027655] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52602b2a-6d2d-8c42-084c-d2d7e0183215, 'name': SearchDatastore_Task, 'duration_secs': 0.022197} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.028706] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.029363] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] dc140836-f1cf-4c4d-9f29-ce849f969179/dc140836-f1cf-4c4d-9f29-ce849f969179.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.029509] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a63980c-2507-4814-8c1e-67fbdb85dfad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.038252] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 887.038252] env[69385]: value = "task-3340338" [ 887.038252] env[69385]: _type = "Task" [ 887.038252] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.049937] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.271458] env[69385]: DEBUG oslo_concurrency.lockutils [None req-960fcf82-72de-4964-b9f2-4b4d4a1dea6b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.451s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.321361] env[69385]: DEBUG oslo_concurrency.lockutils [req-0ed56c95-73c2-46cb-b184-f4da87b43d23 req-b3d68ef6-7fcb-4046-a231-13debf6a923c service nova] Releasing lock "refresh_cache-dbb21929-e58a-45a0-934c-7ba9d5e11d7f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.370103] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073456} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.370103] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.370103] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4192ffad-286e-4342-9a5d-b048274d65ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.400992] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ae499731-184c-4b63-9993-3d5b229df920/ae499731-184c-4b63-9993-3d5b229df920.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.401737] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af8a9162-7e64-4763-86cd-ef124a9f4a2d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.433026] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 887.433026] env[69385]: value = "task-3340339" [ 887.433026] env[69385]: _type = "Task" [ 887.433026] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.449601] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.530969] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.530969] env[69385]: DEBUG nova.compute.manager [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.534424] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.957s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.536451] env[69385]: INFO nova.compute.claims [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.555521] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340338, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.772914] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.899330] env[69385]: DEBUG nova.network.neutron [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Successfully updated port: a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.905013] env[69385]: DEBUG nova.compute.manager [req-a0eb5e2f-410a-4355-abe1-f4701b3e8595 req-e036132b-1cbb-4dc9-a6ff-5aabc31f45e6 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Received event network-vif-plugged-a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 887.905274] env[69385]: DEBUG oslo_concurrency.lockutils [req-a0eb5e2f-410a-4355-abe1-f4701b3e8595 req-e036132b-1cbb-4dc9-a6ff-5aabc31f45e6 service nova] Acquiring lock "096070fc-9954-452b-8354-fdda19e1ed09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.905500] env[69385]: DEBUG oslo_concurrency.lockutils [req-a0eb5e2f-410a-4355-abe1-f4701b3e8595 req-e036132b-1cbb-4dc9-a6ff-5aabc31f45e6 service nova] Lock "096070fc-9954-452b-8354-fdda19e1ed09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.905680] env[69385]: DEBUG oslo_concurrency.lockutils [req-a0eb5e2f-410a-4355-abe1-f4701b3e8595 req-e036132b-1cbb-4dc9-a6ff-5aabc31f45e6 service nova] Lock "096070fc-9954-452b-8354-fdda19e1ed09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.905843] env[69385]: DEBUG nova.compute.manager [req-a0eb5e2f-410a-4355-abe1-f4701b3e8595 req-e036132b-1cbb-4dc9-a6ff-5aabc31f45e6 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] No waiting events found dispatching network-vif-plugged-a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.906058] env[69385]: WARNING nova.compute.manager [req-a0eb5e2f-410a-4355-abe1-f4701b3e8595 req-e036132b-1cbb-4dc9-a6ff-5aabc31f45e6 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Received unexpected event network-vif-plugged-a67d0111-9bf0-4912-97ed-9e20bbb2443e for instance with vm_state building and task_state spawning. [ 887.945062] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.043749] env[69385]: DEBUG nova.compute.utils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.050627] env[69385]: DEBUG nova.compute.manager [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.050813] env[69385]: DEBUG nova.network.neutron [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.071106] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646439} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.073057] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] dc140836-f1cf-4c4d-9f29-ce849f969179/dc140836-f1cf-4c4d-9f29-ce849f969179.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.073310] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.073608] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41bb0ca5-aaf3-4779-918d-cdffde0f4cd0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.083696] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 888.083696] env[69385]: value = "task-3340340" [ 888.083696] env[69385]: _type = "Task" [ 888.083696] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.095338] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.114710] env[69385]: DEBUG nova.policy [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25876383f3d48a5b4a8ee80ff3fccd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bb20c7ea76a4c728323406d23768e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.309164] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.404295] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.404994] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquired lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.405225] env[69385]: DEBUG nova.network.neutron [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.442960] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340339, 'name': ReconfigVM_Task, 'duration_secs': 0.647785} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.443263] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ae499731-184c-4b63-9993-3d5b229df920/ae499731-184c-4b63-9993-3d5b229df920.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.443881] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47bd5f38-8cab-42da-9b68-c81ee25f2a8a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.453517] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 888.453517] env[69385]: value = "task-3340341" [ 888.453517] env[69385]: _type = "Task" [ 888.453517] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.457309] env[69385]: DEBUG nova.network.neutron [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Successfully created port: 6a996191-46cd-4e5f-900d-d82cc765ecb8 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.465589] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340341, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.555022] env[69385]: DEBUG nova.compute.manager [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.607300] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086596} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.610795] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.610795] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26bfcbf-c546-4b5c-a279-0ef2cd1914d2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.640927] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] dc140836-f1cf-4c4d-9f29-ce849f969179/dc140836-f1cf-4c4d-9f29-ce849f969179.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.644719] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3056369-f180-4609-8290-b92798e0bc3f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.660706] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.660706] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.670286] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 888.670286] env[69385]: value = "task-3340342" [ 888.670286] env[69385]: _type = "Task" [ 888.670286] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.682227] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.734355] env[69385]: DEBUG nova.compute.manager [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Stashing vm_state: active {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 888.957379] env[69385]: DEBUG nova.network.neutron [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.970135] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340341, 'name': Rename_Task, 'duration_secs': 0.359728} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.970507] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.970804] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9950f55-e0c3-415f-8a18-3062c93b92dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.982314] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 888.982314] env[69385]: value = "task-3340343" [ 888.982314] env[69385]: _type = "Task" [ 888.982314] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.996290] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.178079] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.178417] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.181133] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.181133] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.181133] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.181133] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.181611] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 889.185224] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.187562] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340342, 'name': ReconfigVM_Task, 'duration_secs': 0.327739} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.191549] env[69385]: DEBUG nova.network.neutron [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Updating instance_info_cache with network_info: [{"id": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "address": "fa:16:3e:b2:49:be", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67d0111-9b", "ovs_interfaceid": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.192890] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Reconfigured VM instance instance-00000034 to attach disk [datastore1] dc140836-f1cf-4c4d-9f29-ce849f969179/dc140836-f1cf-4c4d-9f29-ce849f969179.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.194393] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c5743f7-24b2-4d8b-98f0-fd0009e6a04f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.205430] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 889.205430] env[69385]: value = "task-3340344" [ 889.205430] env[69385]: _type = "Task" [ 889.205430] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.220989] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340344, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.244020] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35a98c1-bb87-4d44-ad84-0459ad2f34e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.254594] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139d7046-0c75-45ce-b401-9e023578c897 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.261598] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.290386] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c8822a-5d81-4d79-973e-421671ce2266 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.299676] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cbb1b5-bb75-4c6f-a4b9-bf4dbd8443d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.316380] env[69385]: DEBUG nova.compute.provider_tree [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.493049] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340343, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.565764] env[69385]: DEBUG nova.compute.manager [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.590887] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.591139] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.591299] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.591483] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.591634] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.591777] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.591974] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.592142] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.592301] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.592455] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.592620] env[69385]: DEBUG nova.virt.hardware [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.593509] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9509b39-29d0-4389-963c-706d06212d94 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.602690] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3d0652-5da0-4757-873d-f834a4611dce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.688904] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.695585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Releasing lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.695901] env[69385]: DEBUG nova.compute.manager [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Instance network_info: |[{"id": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "address": "fa:16:3e:b2:49:be", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67d0111-9b", "ovs_interfaceid": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.696341] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:49:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a67d0111-9bf0-4912-97ed-9e20bbb2443e', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.704258] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.704492] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.704718] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5a5d94a-e6f5-400c-b75e-c025358c11b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.729286] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340344, 'name': Rename_Task, 'duration_secs': 0.210811} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.730895] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.730895] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.730895] env[69385]: value = "task-3340345" [ 889.730895] env[69385]: _type = "Task" [ 889.730895] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.731219] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd5509a4-4e87-4946-b3ac-4a1628cd1810 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.740879] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340345, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.742832] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 889.742832] env[69385]: value = "task-3340346" [ 889.742832] env[69385]: _type = "Task" [ 889.742832] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.751164] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.817929] env[69385]: DEBUG nova.scheduler.client.report [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.940761] env[69385]: DEBUG nova.compute.manager [req-52287ca2-3f5e-44b4-aed5-2d694aefac75 req-ed1541e4-c39c-4ada-a555-22be72111d09 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Received event network-changed-a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 889.940761] env[69385]: DEBUG nova.compute.manager [req-52287ca2-3f5e-44b4-aed5-2d694aefac75 req-ed1541e4-c39c-4ada-a555-22be72111d09 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Refreshing instance network info cache due to event network-changed-a67d0111-9bf0-4912-97ed-9e20bbb2443e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 889.940976] env[69385]: DEBUG oslo_concurrency.lockutils [req-52287ca2-3f5e-44b4-aed5-2d694aefac75 req-ed1541e4-c39c-4ada-a555-22be72111d09 service nova] Acquiring lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.941181] env[69385]: DEBUG oslo_concurrency.lockutils [req-52287ca2-3f5e-44b4-aed5-2d694aefac75 req-ed1541e4-c39c-4ada-a555-22be72111d09 service nova] Acquired lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.941346] env[69385]: DEBUG nova.network.neutron [req-52287ca2-3f5e-44b4-aed5-2d694aefac75 req-ed1541e4-c39c-4ada-a555-22be72111d09 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Refreshing network info cache for port a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.999144] env[69385]: DEBUG oslo_vmware.api [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340343, 'name': PowerOnVM_Task, 'duration_secs': 0.738295} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.999982] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.004066] env[69385]: INFO nova.compute.manager [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Took 10.77 seconds to spawn the instance on the hypervisor. [ 890.004066] env[69385]: DEBUG nova.compute.manager [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.004066] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8304b3fd-da21-4856-9eb9-1d97cd76f246 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.226225] env[69385]: DEBUG nova.network.neutron [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Successfully updated port: 6a996191-46cd-4e5f-900d-d82cc765ecb8 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.242724] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340345, 'name': CreateVM_Task, 'duration_secs': 0.363249} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.243993] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.244814] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.244982] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.245322] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.248816] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e549f5-4c8b-463c-847a-eb3b20e05cef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.257533] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 890.257533] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f6cd7c-0c5f-a375-edea-10f2618d5960" [ 890.257533] env[69385]: _type = "Task" [ 890.257533] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.258159] env[69385]: DEBUG oslo_vmware.api [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340346, 'name': PowerOnVM_Task, 'duration_secs': 0.474574} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.258462] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.258702] env[69385]: INFO nova.compute.manager [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Took 8.35 seconds to spawn the instance on the hypervisor. [ 890.258876] env[69385]: DEBUG nova.compute.manager [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.262875] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752b7473-6032-4bd3-b8c7-f80fc9b17077 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.271755] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f6cd7c-0c5f-a375-edea-10f2618d5960, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.273375] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.273605] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.274093] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.274264] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.274447] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.278365] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e605874-c91c-41c9-968a-c863133a4cc8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.288443] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.288649] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.289445] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffc9d6c-9ef2-4c2b-a7a7-3e65583b4a83 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.296236] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 890.296236] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523ceb80-5439-a695-44f4-4f9aa8fde5fc" [ 890.296236] env[69385]: _type = "Task" [ 890.296236] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.304828] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523ceb80-5439-a695-44f4-4f9aa8fde5fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.324999] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.325626] env[69385]: DEBUG nova.compute.manager [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.328889] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.602s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.330347] env[69385]: INFO nova.compute.claims [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.532281] env[69385]: INFO nova.compute.manager [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Took 40.24 seconds to build instance. [ 890.729189] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "refresh_cache-01421166-37ef-4e1c-9de4-6bdd513d2ad2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.729425] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "refresh_cache-01421166-37ef-4e1c-9de4-6bdd513d2ad2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.730029] env[69385]: DEBUG nova.network.neutron [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.792351] env[69385]: INFO nova.compute.manager [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Took 37.37 seconds to build instance. [ 890.797988] env[69385]: DEBUG nova.network.neutron [req-52287ca2-3f5e-44b4-aed5-2d694aefac75 req-ed1541e4-c39c-4ada-a555-22be72111d09 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Updated VIF entry in instance network info cache for port a67d0111-9bf0-4912-97ed-9e20bbb2443e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.798366] env[69385]: DEBUG nova.network.neutron [req-52287ca2-3f5e-44b4-aed5-2d694aefac75 req-ed1541e4-c39c-4ada-a555-22be72111d09 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Updating instance_info_cache with network_info: [{"id": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "address": "fa:16:3e:b2:49:be", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67d0111-9b", "ovs_interfaceid": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.815919] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523ceb80-5439-a695-44f4-4f9aa8fde5fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.816809] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb61700-d87d-48dd-98f7-ee7520af75c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.823795] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 890.823795] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52278d5e-6d1a-601e-a089-e71ef0584a8f" [ 890.823795] env[69385]: _type = "Task" [ 890.823795] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.837929] env[69385]: DEBUG nova.compute.utils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.839502] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52278d5e-6d1a-601e-a089-e71ef0584a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.840212] env[69385]: DEBUG nova.compute.manager [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.840507] env[69385]: DEBUG nova.network.neutron [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.923407] env[69385]: DEBUG nova.policy [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fca072c76b9f4044af519e8f6a76720b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3cd20d090064797860b455b4b0c0ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.029832] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5ec6f94-e1af-4228-bcd9-0ac844df4f36 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.172s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.193413] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquiring lock "dc140836-f1cf-4c4d-9f29-ce849f969179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.274672] env[69385]: DEBUG nova.network.neutron [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.297023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddef356b-79e7-42e2-9c69-27b94f776691 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "dc140836-f1cf-4c4d-9f29-ce849f969179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.513s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.298302] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "dc140836-f1cf-4c4d-9f29-ce849f969179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.105s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.298533] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquiring lock "dc140836-f1cf-4c4d-9f29-ce849f969179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.298738] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "dc140836-f1cf-4c4d-9f29-ce849f969179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.299195] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "dc140836-f1cf-4c4d-9f29-ce849f969179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.306080] env[69385]: INFO nova.compute.manager [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Terminating instance [ 891.307075] env[69385]: DEBUG oslo_concurrency.lockutils [req-52287ca2-3f5e-44b4-aed5-2d694aefac75 req-ed1541e4-c39c-4ada-a555-22be72111d09 service nova] Releasing lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.334830] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52278d5e-6d1a-601e-a089-e71ef0584a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.0156} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.335635] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.335977] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 096070fc-9954-452b-8354-fdda19e1ed09/096070fc-9954-452b-8354-fdda19e1ed09.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.336161] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b39369ae-b0c7-4b4d-ab0d-9e15466ec3ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.348472] env[69385]: DEBUG nova.compute.manager [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.351035] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 891.351035] env[69385]: value = "task-3340347" [ 891.351035] env[69385]: _type = "Task" [ 891.351035] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.363884] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.501091] env[69385]: DEBUG nova.network.neutron [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Updating instance_info_cache with network_info: [{"id": "6a996191-46cd-4e5f-900d-d82cc765ecb8", "address": "fa:16:3e:70:ff:1f", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a996191-46", "ovs_interfaceid": "6a996191-46cd-4e5f-900d-d82cc765ecb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.508179] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "29b240a9-1171-4e95-bcfe-dd969503b9b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.509035] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "29b240a9-1171-4e95-bcfe-dd969503b9b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.538230] env[69385]: DEBUG nova.compute.manager [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.576359] env[69385]: DEBUG nova.network.neutron [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Successfully created port: 421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.805168] env[69385]: DEBUG nova.compute.manager [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.810582] env[69385]: DEBUG nova.compute.manager [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.810772] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.811928] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebfa13-7050-45b8-ac27-b40ef699f42f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.824362] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.825803] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b86a961b-689f-4bd8-a363-2eef2f885347 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.831271] env[69385]: DEBUG oslo_vmware.api [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 891.831271] env[69385]: value = "task-3340348" [ 891.831271] env[69385]: _type = "Task" [ 891.831271] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.843762] env[69385]: DEBUG oslo_vmware.api [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.872632] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340347, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.967957] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0835e714-04f7-4e5f-ae20-a59188dd4276 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.975794] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bca7311-91ba-4db8-a69f-5d5ac5d4c023 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.982371] env[69385]: DEBUG nova.compute.manager [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Received event network-vif-plugged-6a996191-46cd-4e5f-900d-d82cc765ecb8 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.982371] env[69385]: DEBUG oslo_concurrency.lockutils [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] Acquiring lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.982371] env[69385]: DEBUG oslo_concurrency.lockutils [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] Lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.982511] env[69385]: DEBUG oslo_concurrency.lockutils [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] Lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.982686] env[69385]: DEBUG nova.compute.manager [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] No waiting events found dispatching network-vif-plugged-6a996191-46cd-4e5f-900d-d82cc765ecb8 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.982848] env[69385]: WARNING nova.compute.manager [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Received unexpected event network-vif-plugged-6a996191-46cd-4e5f-900d-d82cc765ecb8 for instance with vm_state building and task_state spawning. [ 891.983057] env[69385]: DEBUG nova.compute.manager [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Received event network-changed-6a996191-46cd-4e5f-900d-d82cc765ecb8 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.983216] env[69385]: DEBUG nova.compute.manager [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Refreshing instance network info cache due to event network-changed-6a996191-46cd-4e5f-900d-d82cc765ecb8. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 891.983391] env[69385]: DEBUG oslo_concurrency.lockutils [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] Acquiring lock "refresh_cache-01421166-37ef-4e1c-9de4-6bdd513d2ad2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.013892] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "refresh_cache-01421166-37ef-4e1c-9de4-6bdd513d2ad2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.014671] env[69385]: DEBUG nova.compute.manager [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Instance network_info: |[{"id": "6a996191-46cd-4e5f-900d-d82cc765ecb8", "address": "fa:16:3e:70:ff:1f", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a996191-46", "ovs_interfaceid": "6a996191-46cd-4e5f-900d-d82cc765ecb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.015148] env[69385]: DEBUG oslo_concurrency.lockutils [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] Acquired lock "refresh_cache-01421166-37ef-4e1c-9de4-6bdd513d2ad2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.015148] env[69385]: DEBUG nova.network.neutron [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Refreshing network info cache for port 6a996191-46cd-4e5f-900d-d82cc765ecb8 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.016525] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:ff:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a996191-46cd-4e5f-900d-d82cc765ecb8', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.025364] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.026140] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e5f29d-69d9-4ff1-a60b-836bcc5bcb55 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.032621] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.033105] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fef8f3a-9a7e-4b78-bd9e-561e4e6503f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.057056] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518567fb-6cf9-468f-94ae-c675db755341 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.062764] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.062764] env[69385]: value = "task-3340349" [ 892.062764] env[69385]: _type = "Task" [ 892.062764] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.076382] env[69385]: DEBUG nova.compute.provider_tree [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.079928] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.084279] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340349, 'name': CreateVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.311164] env[69385]: DEBUG nova.network.neutron [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Updated VIF entry in instance network info cache for port 6a996191-46cd-4e5f-900d-d82cc765ecb8. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.312356] env[69385]: DEBUG nova.network.neutron [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Updating instance_info_cache with network_info: [{"id": "6a996191-46cd-4e5f-900d-d82cc765ecb8", "address": "fa:16:3e:70:ff:1f", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a996191-46", "ovs_interfaceid": "6a996191-46cd-4e5f-900d-d82cc765ecb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.338681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.344600] env[69385]: DEBUG oslo_vmware.api [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340348, 'name': PowerOffVM_Task, 'duration_secs': 0.194096} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.344877] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.345198] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.345478] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62fd0540-4c40-44af-8d9c-9cdc43486aea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.364914] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534986} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.365191] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 096070fc-9954-452b-8354-fdda19e1ed09/096070fc-9954-452b-8354-fdda19e1ed09.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.365546] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.365786] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-784155e8-1287-4067-98ef-c757ebee4b0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.368440] env[69385]: DEBUG nova.compute.manager [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.376618] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 892.376618] env[69385]: value = "task-3340351" [ 892.376618] env[69385]: _type = "Task" [ 892.376618] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.383898] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.395883] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.396145] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.396351] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.396577] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.396735] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.396913] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.397237] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.397383] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.397656] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.397741] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.397890] env[69385]: DEBUG nova.virt.hardware [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.398755] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bdea93-3bf3-4546-bb27-a3a800559675 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.406639] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d37a79-af4d-4e11-a2e7-676b98c6f7ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.412361] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.412972] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.412972] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Deleting the datastore file [datastore1] dc140836-f1cf-4c4d-9f29-ce849f969179 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.413457] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-badac1b1-0106-4b36-bbe3-31c86e817831 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.427856] env[69385]: DEBUG oslo_vmware.api [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for the task: (returnval){ [ 892.427856] env[69385]: value = "task-3340352" [ 892.427856] env[69385]: _type = "Task" [ 892.427856] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.436011] env[69385]: DEBUG oslo_vmware.api [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.573421] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340349, 'name': CreateVM_Task, 'duration_secs': 0.514361} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.573674] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.574598] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.574598] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.574885] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.575219] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871e564e-f519-4df1-bdf0-716ba2def446 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.582864] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 892.582864] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a1cb1d-373c-a80d-a659-32529b35c9af" [ 892.582864] env[69385]: _type = "Task" [ 892.582864] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.593828] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a1cb1d-373c-a80d-a659-32529b35c9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.602168] env[69385]: ERROR nova.scheduler.client.report [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [req-7737c276-cf22-4001-b0a5-36e1c6285612] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7737c276-cf22-4001-b0a5-36e1c6285612"}]} [ 892.622628] env[69385]: DEBUG nova.scheduler.client.report [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 892.636387] env[69385]: DEBUG nova.scheduler.client.report [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 892.636613] env[69385]: DEBUG nova.compute.provider_tree [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.648510] env[69385]: DEBUG nova.scheduler.client.report [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 892.666204] env[69385]: DEBUG nova.scheduler.client.report [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 892.820363] env[69385]: DEBUG oslo_concurrency.lockutils [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] Releasing lock "refresh_cache-01421166-37ef-4e1c-9de4-6bdd513d2ad2" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.820715] env[69385]: DEBUG nova.compute.manager [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Received event network-changed-4fa95ec7-c490-4154-b170-cd66c03d34a1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 892.820902] env[69385]: DEBUG nova.compute.manager [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Refreshing instance network info cache due to event network-changed-4fa95ec7-c490-4154-b170-cd66c03d34a1. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 892.821129] env[69385]: DEBUG oslo_concurrency.lockutils [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] Acquiring lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.821287] env[69385]: DEBUG oslo_concurrency.lockutils [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] Acquired lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.821474] env[69385]: DEBUG nova.network.neutron [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Refreshing network info cache for port 4fa95ec7-c490-4154-b170-cd66c03d34a1 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.884276] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074208} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.884980] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.885362] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86674777-9a04-4230-943b-7d322292772e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.909841] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 096070fc-9954-452b-8354-fdda19e1ed09/096070fc-9954-452b-8354-fdda19e1ed09.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.912587] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fba545b-505d-4e14-b7ce-144f4256bad6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.934114] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 892.934114] env[69385]: value = "task-3340353" [ 892.934114] env[69385]: _type = "Task" [ 892.934114] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.942618] env[69385]: DEBUG oslo_vmware.api [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Task: {'id': task-3340352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161742} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.943360] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.943569] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.943721] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.943937] env[69385]: INFO nova.compute.manager [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Took 1.13 seconds to destroy the instance on the hypervisor. [ 892.944194] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.944398] env[69385]: DEBUG nova.compute.manager [-] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.944503] env[69385]: DEBUG nova.network.neutron [-] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.949230] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.096249] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a1cb1d-373c-a80d-a659-32529b35c9af, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.098864] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.099114] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.099365] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.099525] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.099706] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.100148] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4d620d5-b1ff-4ece-ad2d-e75db22ec924 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.108396] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.108664] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.109539] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d04d55c-afa6-40da-9083-062c7c55319e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.118935] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 893.118935] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5241e9e4-8c21-cbac-aa84-556549569b96" [ 893.118935] env[69385]: _type = "Task" [ 893.118935] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.127859] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5241e9e4-8c21-cbac-aa84-556549569b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.149377] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f39581-74ed-431e-a206-c503a1c306ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.157421] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd73b92-3d30-4ff6-afd0-221ccea48d46 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.199414] env[69385]: DEBUG nova.network.neutron [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Successfully updated port: 421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.201208] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd65b0e-db74-4db7-bb0a-8a9f49b37acd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.209660] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c446244-577f-460f-8a82-79ca0297e194 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.225056] env[69385]: DEBUG nova.compute.provider_tree [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.289721] env[69385]: DEBUG nova.compute.manager [req-12cbc552-3cf7-48e4-b524-e1cbc9beb5e4 req-fa1194f6-91df-4400-876b-194eacdcd07a service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Received event network-vif-deleted-e4fe1546-ab6b-4b73-b1f1-4a633475aa0d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.289922] env[69385]: INFO nova.compute.manager [req-12cbc552-3cf7-48e4-b524-e1cbc9beb5e4 req-fa1194f6-91df-4400-876b-194eacdcd07a service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Neutron deleted interface e4fe1546-ab6b-4b73-b1f1-4a633475aa0d; detaching it from the instance and deleting it from the info cache [ 893.294097] env[69385]: DEBUG nova.network.neutron [req-12cbc552-3cf7-48e4-b524-e1cbc9beb5e4 req-fa1194f6-91df-4400-876b-194eacdcd07a service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.444234] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340353, 'name': ReconfigVM_Task, 'duration_secs': 0.306782} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.444549] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 096070fc-9954-452b-8354-fdda19e1ed09/096070fc-9954-452b-8354-fdda19e1ed09.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.445178] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e17fd2b1-3468-42d8-9fcf-36402b75ddc1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.452509] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 893.452509] env[69385]: value = "task-3340354" [ 893.452509] env[69385]: _type = "Task" [ 893.452509] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.461122] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340354, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.566826] env[69385]: DEBUG nova.network.neutron [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Updated VIF entry in instance network info cache for port 4fa95ec7-c490-4154-b170-cd66c03d34a1. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.567436] env[69385]: DEBUG nova.network.neutron [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Updating instance_info_cache with network_info: [{"id": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "address": "fa:16:3e:6b:42:73", "network": {"id": "9ba30d3f-cf79-4f03-8a5e-09a255d5f2a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1012244784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e76dd55d9194587b1b3c7e3b78531fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa95ec7-c4", "ovs_interfaceid": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.629594] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5241e9e4-8c21-cbac-aa84-556549569b96, 'name': SearchDatastore_Task, 'duration_secs': 0.031875} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.630434] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c4292b-2fd8-40df-a951-8ffb0113a137 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.635420] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 893.635420] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527b63f8-2f68-1346-9993-0def02d6152e" [ 893.635420] env[69385]: _type = "Task" [ 893.635420] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.643283] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527b63f8-2f68-1346-9993-0def02d6152e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.705821] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.705973] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquired lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.706142] env[69385]: DEBUG nova.network.neutron [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.764561] env[69385]: DEBUG nova.scheduler.client.report [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 893.764819] env[69385]: DEBUG nova.compute.provider_tree [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 80 to 81 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 893.764999] env[69385]: DEBUG nova.compute.provider_tree [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.768436] env[69385]: DEBUG nova.network.neutron [-] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.796473] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cf6e90d-cd1f-41d9-ad95-fc0dc31fe604 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.806720] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf8ea09-475a-4b3b-a597-7403cb463cde {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.849033] env[69385]: DEBUG nova.compute.manager [req-12cbc552-3cf7-48e4-b524-e1cbc9beb5e4 req-fa1194f6-91df-4400-876b-194eacdcd07a service nova] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Detach interface failed, port_id=e4fe1546-ab6b-4b73-b1f1-4a633475aa0d, reason: Instance dc140836-f1cf-4c4d-9f29-ce849f969179 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 893.962711] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340354, 'name': Rename_Task, 'duration_secs': 0.129798} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.963066] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.963364] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e3d4718-189a-4209-8635-aa7704ce5227 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.969110] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 893.969110] env[69385]: value = "task-3340355" [ 893.969110] env[69385]: _type = "Task" [ 893.969110] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.977876] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.006993] env[69385]: DEBUG nova.compute.manager [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Received event network-vif-plugged-421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 894.007189] env[69385]: DEBUG oslo_concurrency.lockutils [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] Acquiring lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.007676] env[69385]: DEBUG oslo_concurrency.lockutils [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.007800] env[69385]: DEBUG oslo_concurrency.lockutils [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.007985] env[69385]: DEBUG nova.compute.manager [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] No waiting events found dispatching network-vif-plugged-421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.008205] env[69385]: WARNING nova.compute.manager [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Received unexpected event network-vif-plugged-421525a1-a3df-4d55-bd20-92c6080e0b37 for instance with vm_state building and task_state spawning. [ 894.008372] env[69385]: DEBUG nova.compute.manager [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Received event network-changed-421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 894.008551] env[69385]: DEBUG nova.compute.manager [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Refreshing instance network info cache due to event network-changed-421525a1-a3df-4d55-bd20-92c6080e0b37. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 894.008788] env[69385]: DEBUG oslo_concurrency.lockutils [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] Acquiring lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.070208] env[69385]: DEBUG oslo_concurrency.lockutils [req-de7f2b17-3c80-40e2-851a-25ff54bd1f54 req-248c0634-2632-4897-b2da-d6f4f45df9f9 service nova] Releasing lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.146103] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527b63f8-2f68-1346-9993-0def02d6152e, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.146373] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.146684] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 01421166-37ef-4e1c-9de4-6bdd513d2ad2/01421166-37ef-4e1c-9de4-6bdd513d2ad2.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.146952] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdf66ab0-2bd1-4eef-807f-2842c9ee547f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.153549] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 894.153549] env[69385]: value = "task-3340356" [ 894.153549] env[69385]: _type = "Task" [ 894.153549] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.161472] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.237465] env[69385]: DEBUG nova.network.neutron [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.271212] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.942s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.271774] env[69385]: DEBUG nova.compute.manager [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.275017] env[69385]: INFO nova.compute.manager [-] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Took 1.33 seconds to deallocate network for instance. [ 894.275751] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.256s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.275751] env[69385]: DEBUG nova.objects.instance [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lazy-loading 'resources' on Instance uuid 0988bcff-d0ed-43cb-994b-e870b9866634 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.409030] env[69385]: DEBUG nova.network.neutron [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updating instance_info_cache with network_info: [{"id": "421525a1-a3df-4d55-bd20-92c6080e0b37", "address": "fa:16:3e:b1:a0:76", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421525a1-a3", "ovs_interfaceid": "421525a1-a3df-4d55-bd20-92c6080e0b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.480662] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.663260] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499101} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.663539] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 01421166-37ef-4e1c-9de4-6bdd513d2ad2/01421166-37ef-4e1c-9de4-6bdd513d2ad2.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.663763] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.664032] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df52fcd3-85ee-45d6-b288-1874a6b4fb55 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.669975] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 894.669975] env[69385]: value = "task-3340357" [ 894.669975] env[69385]: _type = "Task" [ 894.669975] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.679425] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.777037] env[69385]: DEBUG nova.compute.utils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.778598] env[69385]: DEBUG nova.compute.manager [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.778776] env[69385]: DEBUG nova.network.neutron [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.783741] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.823758] env[69385]: DEBUG nova.policy [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a5cb464c3da4669a0a008f98548dd81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f7898a93544b94b58be902abd3efe9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.912089] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Releasing lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.912499] env[69385]: DEBUG nova.compute.manager [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Instance network_info: |[{"id": "421525a1-a3df-4d55-bd20-92c6080e0b37", "address": "fa:16:3e:b1:a0:76", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421525a1-a3", "ovs_interfaceid": "421525a1-a3df-4d55-bd20-92c6080e0b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.912832] env[69385]: DEBUG oslo_concurrency.lockutils [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] Acquired lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.913055] env[69385]: DEBUG nova.network.neutron [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Refreshing network info cache for port 421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.914254] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:a0:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '421525a1-a3df-4d55-bd20-92c6080e0b37', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.922221] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.925012] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.926265] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-616fc428-f377-423c-844c-587b9ac12834 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.949917] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.949917] env[69385]: value = "task-3340358" [ 894.949917] env[69385]: _type = "Task" [ 894.949917] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.960692] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340358, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.979957] env[69385]: DEBUG oslo_vmware.api [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340355, 'name': PowerOnVM_Task, 'duration_secs': 0.567725} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.980261] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.980456] env[69385]: INFO nova.compute.manager [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Took 8.21 seconds to spawn the instance on the hypervisor. [ 894.980846] env[69385]: DEBUG nova.compute.manager [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.983684] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33f62ad-4652-4f66-9cb6-9e223bf2b40d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.105063] env[69385]: DEBUG nova.network.neutron [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Successfully created port: 05b952b2-cd66-4b15-99fe-fe719c1308d2 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.179407] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07591} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.181824] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.182774] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41def602-22d9-4a79-bf4c-f0d3aa868d53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.205717] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 01421166-37ef-4e1c-9de4-6bdd513d2ad2/01421166-37ef-4e1c-9de4-6bdd513d2ad2.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.208810] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13bbe292-fcb2-4b47-8de6-d0f8144e04d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.229810] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 895.229810] env[69385]: value = "task-3340359" [ 895.229810] env[69385]: _type = "Task" [ 895.229810] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.243446] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.275023] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d917ab-645f-4127-b2e8-b7ebac1eb6bc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.281035] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3aef22-4142-46b0-9c45-40cb0e2484f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.285451] env[69385]: DEBUG nova.compute.manager [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.318259] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a4a2a8-9c29-4e3a-9539-7db5e8231f22 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.327186] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81092180-0aeb-4841-b20f-eaa4e9cb7074 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.342538] env[69385]: DEBUG nova.compute.provider_tree [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.462252] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340358, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.499773] env[69385]: INFO nova.compute.manager [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Took 39.88 seconds to build instance. [ 895.701258] env[69385]: DEBUG nova.network.neutron [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updated VIF entry in instance network info cache for port 421525a1-a3df-4d55-bd20-92c6080e0b37. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.701619] env[69385]: DEBUG nova.network.neutron [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updating instance_info_cache with network_info: [{"id": "421525a1-a3df-4d55-bd20-92c6080e0b37", "address": "fa:16:3e:b1:a0:76", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421525a1-a3", "ovs_interfaceid": "421525a1-a3df-4d55-bd20-92c6080e0b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.741019] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.845741] env[69385]: DEBUG nova.scheduler.client.report [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.961308] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340358, 'name': CreateVM_Task, 'duration_secs': 0.718251} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.961308] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.962090] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.962207] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.962490] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.962741] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cd5c46-5305-4c3d-b007-ebf9710e3d35 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.969534] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 895.969534] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d5bddc-7299-9111-8f2b-5de4ee7cb4d7" [ 895.969534] env[69385]: _type = "Task" [ 895.969534] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.977554] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d5bddc-7299-9111-8f2b-5de4ee7cb4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.002068] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3200589f-e376-4484-9ba6-9a6def1f6141 tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "096070fc-9954-452b-8354-fdda19e1ed09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.673s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.204333] env[69385]: DEBUG oslo_concurrency.lockutils [req-879d42d8-58d9-46b9-8f7f-b27cfff28fb0 req-88a92140-7dfc-41c3-8fec-881e3b2a916b service nova] Releasing lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.241225] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340359, 'name': ReconfigVM_Task, 'duration_secs': 0.593978} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.241516] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 01421166-37ef-4e1c-9de4-6bdd513d2ad2/01421166-37ef-4e1c-9de4-6bdd513d2ad2.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.242169] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-601aa58c-bbf2-4cd0-9463-0db1a492dda8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.245642] env[69385]: DEBUG nova.compute.manager [req-05f7ca2e-ffb0-43b0-a460-12215007a93f req-859d59b0-b5be-4570-90bf-05afaacec300 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Received event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 896.245886] env[69385]: DEBUG nova.compute.manager [req-05f7ca2e-ffb0-43b0-a460-12215007a93f req-859d59b0-b5be-4570-90bf-05afaacec300 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing instance network info cache due to event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 896.246044] env[69385]: DEBUG oslo_concurrency.lockutils [req-05f7ca2e-ffb0-43b0-a460-12215007a93f req-859d59b0-b5be-4570-90bf-05afaacec300 service nova] Acquiring lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.246190] env[69385]: DEBUG oslo_concurrency.lockutils [req-05f7ca2e-ffb0-43b0-a460-12215007a93f req-859d59b0-b5be-4570-90bf-05afaacec300 service nova] Acquired lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.246346] env[69385]: DEBUG nova.network.neutron [req-05f7ca2e-ffb0-43b0-a460-12215007a93f req-859d59b0-b5be-4570-90bf-05afaacec300 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.253214] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 896.253214] env[69385]: value = "task-3340360" [ 896.253214] env[69385]: _type = "Task" [ 896.253214] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.262161] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340360, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.295461] env[69385]: DEBUG nova.compute.manager [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.321526] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.321796] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.321952] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.322149] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.322469] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.322685] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.322902] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.323074] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.323258] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.323801] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.324120] env[69385]: DEBUG nova.virt.hardware [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.325212] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fb7582-cfd5-41ed-9c56-eac896742a0a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.334509] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a926002-df28-4865-bf70-cc5d7fe47ea1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.350702] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.352914] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.522s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.354458] env[69385]: INFO nova.compute.claims [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.386812] env[69385]: INFO nova.scheduler.client.report [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Deleted allocations for instance 0988bcff-d0ed-43cb-994b-e870b9866634 [ 896.482362] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d5bddc-7299-9111-8f2b-5de4ee7cb4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.482711] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.482948] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.483204] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.483660] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.483660] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.483832] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d4a98c3-62d5-4ec6-831d-2c9d4e7f485a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.492857] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.493114] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.493775] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5983a74-be3b-4ed2-8301-50707f002fc9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.499322] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 896.499322] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a5a096-9f5c-9ad6-4d80-5589e8f8be23" [ 896.499322] env[69385]: _type = "Task" [ 896.499322] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.507264] env[69385]: DEBUG nova.compute.manager [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.509799] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a5a096-9f5c-9ad6-4d80-5589e8f8be23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.769912] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340360, 'name': Rename_Task, 'duration_secs': 0.156407} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.770244] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.770584] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-224c1779-45d7-44f1-a1a6-8db1c9910a61 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.779980] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 896.779980] env[69385]: value = "task-3340361" [ 896.779980] env[69385]: _type = "Task" [ 896.779980] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.797162] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340361, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.819838] env[69385]: DEBUG nova.network.neutron [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Successfully updated port: 05b952b2-cd66-4b15-99fe-fe719c1308d2 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.844210] env[69385]: DEBUG nova.compute.manager [req-7b1bbde2-ddc3-4b1c-9a4d-8981a6a9e6ac req-5751c346-1354-4399-a65e-e160375c7c78 service nova] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Received event network-vif-plugged-05b952b2-cd66-4b15-99fe-fe719c1308d2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 896.844394] env[69385]: DEBUG oslo_concurrency.lockutils [req-7b1bbde2-ddc3-4b1c-9a4d-8981a6a9e6ac req-5751c346-1354-4399-a65e-e160375c7c78 service nova] Acquiring lock "2f432748-bd58-4546-816e-07a9aa271b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.844605] env[69385]: DEBUG oslo_concurrency.lockutils [req-7b1bbde2-ddc3-4b1c-9a4d-8981a6a9e6ac req-5751c346-1354-4399-a65e-e160375c7c78 service nova] Lock "2f432748-bd58-4546-816e-07a9aa271b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.844768] env[69385]: DEBUG oslo_concurrency.lockutils [req-7b1bbde2-ddc3-4b1c-9a4d-8981a6a9e6ac req-5751c346-1354-4399-a65e-e160375c7c78 service nova] Lock "2f432748-bd58-4546-816e-07a9aa271b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.844931] env[69385]: DEBUG nova.compute.manager [req-7b1bbde2-ddc3-4b1c-9a4d-8981a6a9e6ac req-5751c346-1354-4399-a65e-e160375c7c78 service nova] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] No waiting events found dispatching network-vif-plugged-05b952b2-cd66-4b15-99fe-fe719c1308d2 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.845103] env[69385]: WARNING nova.compute.manager [req-7b1bbde2-ddc3-4b1c-9a4d-8981a6a9e6ac req-5751c346-1354-4399-a65e-e160375c7c78 service nova] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Received unexpected event network-vif-plugged-05b952b2-cd66-4b15-99fe-fe719c1308d2 for instance with vm_state building and task_state spawning. [ 896.895968] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ee3edd8-c538-4fb0-8303-3a7d9323ab8c tempest-ServerAddressesTestJSON-1195890304 tempest-ServerAddressesTestJSON-1195890304-project-member] Lock "0988bcff-d0ed-43cb-994b-e870b9866634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.347s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.015758] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a5a096-9f5c-9ad6-4d80-5589e8f8be23, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.021509] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f93750f-5b83-42ff-88c4-1ae9888723d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.028833] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 897.028833] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528fd1e1-17ac-dd17-e17b-f139c878112a" [ 897.028833] env[69385]: _type = "Task" [ 897.028833] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.040653] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528fd1e1-17ac-dd17-e17b-f139c878112a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.041830] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.049833] env[69385]: DEBUG nova.network.neutron [req-05f7ca2e-ffb0-43b0-a460-12215007a93f req-859d59b0-b5be-4570-90bf-05afaacec300 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updated VIF entry in instance network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.050448] env[69385]: DEBUG nova.network.neutron [req-05f7ca2e-ffb0-43b0-a460-12215007a93f req-859d59b0-b5be-4570-90bf-05afaacec300 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updating instance_info_cache with network_info: [{"id": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "address": "fa:16:3e:76:45:8c", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabc1173-df", "ovs_interfaceid": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.289878] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340361, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.321675] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "refresh_cache-2f432748-bd58-4546-816e-07a9aa271b65" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.321832] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired lock "refresh_cache-2f432748-bd58-4546-816e-07a9aa271b65" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.323476] env[69385]: DEBUG nova.network.neutron [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.541368] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528fd1e1-17ac-dd17-e17b-f139c878112a, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.541949] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.541949] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb/06d7ac4b-8cd7-45f1-8ffe-af293b8546eb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.541949] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a916ae8-83b2-428c-8dc0-04e148af9d69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.549277] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 897.549277] env[69385]: value = "task-3340362" [ 897.549277] env[69385]: _type = "Task" [ 897.549277] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.556415] env[69385]: DEBUG oslo_concurrency.lockutils [req-05f7ca2e-ffb0-43b0-a460-12215007a93f req-859d59b0-b5be-4570-90bf-05afaacec300 service nova] Releasing lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.559876] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.791449] env[69385]: DEBUG oslo_vmware.api [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340361, 'name': PowerOnVM_Task, 'duration_secs': 0.542524} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.791770] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.791996] env[69385]: INFO nova.compute.manager [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Took 8.23 seconds to spawn the instance on the hypervisor. [ 897.792715] env[69385]: DEBUG nova.compute.manager [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.793081] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01241b5e-acdc-4c4b-bf40-62f73850637f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.906503] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e5917f-2438-4d6d-acaa-33e42e55c64d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.918297] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9467be-193a-4106-a70b-d6f8e2d164cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.955814] env[69385]: DEBUG nova.network.neutron [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.959355] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f687ea5-4e91-4846-8d15-46f574f693f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.968445] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c88617-51be-4b84-a51b-d96196883b3f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.983783] env[69385]: DEBUG nova.compute.provider_tree [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.062105] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340362, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.169398] env[69385]: DEBUG nova.network.neutron [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Updating instance_info_cache with network_info: [{"id": "05b952b2-cd66-4b15-99fe-fe719c1308d2", "address": "fa:16:3e:7d:a5:bf", "network": {"id": "19aacb90-0388-45e7-9711-6ec868a372a9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1926240944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f7898a93544b94b58be902abd3efe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b952b2-cd", "ovs_interfaceid": "05b952b2-cd66-4b15-99fe-fe719c1308d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.321555] env[69385]: INFO nova.compute.manager [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Took 39.33 seconds to build instance. [ 898.489090] env[69385]: DEBUG nova.scheduler.client.report [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.565348] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792761} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.565348] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb/06d7ac4b-8cd7-45f1-8ffe-af293b8546eb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.565348] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.565348] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38a4b9bb-d2df-4ee5-8564-468b3ef60c89 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.574240] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 898.574240] env[69385]: value = "task-3340363" [ 898.574240] env[69385]: _type = "Task" [ 898.574240] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.586782] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.672233] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Releasing lock "refresh_cache-2f432748-bd58-4546-816e-07a9aa271b65" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.672585] env[69385]: DEBUG nova.compute.manager [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Instance network_info: |[{"id": "05b952b2-cd66-4b15-99fe-fe719c1308d2", "address": "fa:16:3e:7d:a5:bf", "network": {"id": "19aacb90-0388-45e7-9711-6ec868a372a9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1926240944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f7898a93544b94b58be902abd3efe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b952b2-cd", "ovs_interfaceid": "05b952b2-cd66-4b15-99fe-fe719c1308d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.673746] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a5:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05b952b2-cd66-4b15-99fe-fe719c1308d2', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.682496] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Creating folder: Project (90f7898a93544b94b58be902abd3efe9). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.682800] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77110c82-2a48-4c3a-824e-c1d12b72a5bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.694088] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Created folder: Project (90f7898a93544b94b58be902abd3efe9) in parent group-v666556. [ 898.694296] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Creating folder: Instances. Parent ref: group-v666705. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.697212] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1939a3fc-ccaa-471e-a428-5ffcee3bcc40 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.707538] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Created folder: Instances in parent group-v666705. [ 898.707538] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.707538] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.707538] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3daf6ea6-539e-42de-bc38-6e827ba1b41a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.730079] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.730079] env[69385]: value = "task-3340366" [ 898.730079] env[69385]: _type = "Task" [ 898.730079] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.739656] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340366, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.825080] env[69385]: DEBUG oslo_concurrency.lockutils [None req-404d28e6-b1ff-404d-a920-eb685667b273 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.032s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.996726] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.000376] env[69385]: DEBUG nova.compute.manager [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.002121] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.109s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.086046] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265213} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.086046] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.086664] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6844dd2-576f-4267-a6ec-4129c61bc53d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.123199] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb/06d7ac4b-8cd7-45f1-8ffe-af293b8546eb.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.123696] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-407450c4-cf82-4d15-8129-9911a8e4164d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.162061] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 899.162061] env[69385]: value = "task-3340367" [ 899.162061] env[69385]: _type = "Task" [ 899.162061] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.175751] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.209271] env[69385]: DEBUG nova.compute.manager [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Received event network-changed-05b952b2-cd66-4b15-99fe-fe719c1308d2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 899.209484] env[69385]: DEBUG nova.compute.manager [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Refreshing instance network info cache due to event network-changed-05b952b2-cd66-4b15-99fe-fe719c1308d2. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 899.209823] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] Acquiring lock "refresh_cache-2f432748-bd58-4546-816e-07a9aa271b65" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.210037] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] Acquired lock "refresh_cache-2f432748-bd58-4546-816e-07a9aa271b65" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.210037] env[69385]: DEBUG nova.network.neutron [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Refreshing network info cache for port 05b952b2-cd66-4b15-99fe-fe719c1308d2 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.241841] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340366, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.328259] env[69385]: DEBUG nova.compute.manager [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.504540] env[69385]: DEBUG nova.compute.utils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.508953] env[69385]: INFO nova.compute.claims [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.515310] env[69385]: DEBUG nova.compute.manager [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.515310] env[69385]: DEBUG nova.network.neutron [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.579489] env[69385]: DEBUG nova.policy [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '101885120a82481ba96f1e8967e33244', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cb7fa339ac4a79b17c9d25a2b46a19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.675942] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.748455] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340366, 'name': CreateVM_Task, 'duration_secs': 0.822689} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.748992] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.749748] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.749945] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.750294] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.750578] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f984bdc-dfbe-48bd-a613-b9725904aede {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.755505] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 899.755505] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7aa26-8227-20f2-0f15-82a4cc87f0bc" [ 899.755505] env[69385]: _type = "Task" [ 899.755505] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.763708] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7aa26-8227-20f2-0f15-82a4cc87f0bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.863432] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.959016] env[69385]: DEBUG nova.network.neutron [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Updated VIF entry in instance network info cache for port 05b952b2-cd66-4b15-99fe-fe719c1308d2. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.959393] env[69385]: DEBUG nova.network.neutron [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Updating instance_info_cache with network_info: [{"id": "05b952b2-cd66-4b15-99fe-fe719c1308d2", "address": "fa:16:3e:7d:a5:bf", "network": {"id": "19aacb90-0388-45e7-9711-6ec868a372a9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1926240944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f7898a93544b94b58be902abd3efe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b952b2-cd", "ovs_interfaceid": "05b952b2-cd66-4b15-99fe-fe719c1308d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.007336] env[69385]: DEBUG nova.compute.manager [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.019882] env[69385]: INFO nova.compute.resource_tracker [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating resource usage from migration c40921b4-f27b-428a-8d11-34703df44241 [ 900.067310] env[69385]: DEBUG nova.network.neutron [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Successfully created port: 92050241-ae59-4caf-ac2b-ed1fb78855ea {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.174783] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340367, 'name': ReconfigVM_Task, 'duration_secs': 0.740739} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.175352] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb/06d7ac4b-8cd7-45f1-8ffe-af293b8546eb.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.176161] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b840a6-8741-421d-8c72-b523c76e4023 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.185711] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 900.185711] env[69385]: value = "task-3340368" [ 900.185711] env[69385]: _type = "Task" [ 900.185711] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.195532] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340368, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.274689] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7aa26-8227-20f2-0f15-82a4cc87f0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.026052} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.275088] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.275170] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.275377] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.275563] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.275827] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.275995] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80f48c12-e213-4d1c-bbf0-cb95f6804f7b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.287319] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.287508] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.288283] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c7be53-536a-4ce1-9b51-6cc4d9196612 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.293666] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 900.293666] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f58ded-3be6-1ee9-b16c-9f67d62ce963" [ 900.293666] env[69385]: _type = "Task" [ 900.293666] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.305731] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f58ded-3be6-1ee9-b16c-9f67d62ce963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.462963] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] Releasing lock "refresh_cache-2f432748-bd58-4546-816e-07a9aa271b65" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.463238] env[69385]: DEBUG nova.compute.manager [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Received event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 900.463406] env[69385]: DEBUG nova.compute.manager [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing instance network info cache due to event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 900.463614] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] Acquiring lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.463757] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] Acquired lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.463914] env[69385]: DEBUG nova.network.neutron [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.644874] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c810b-b6ca-4f36-8053-6ffc080a5aeb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.652739] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0e6db6-afe2-45ce-a725-27b73f51acd9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.689326] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0566af-3fa2-40d3-ac3f-886f43becd34 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.710239] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3677abb3-6902-492c-baaa-1886ae5cc04e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.715824] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340368, 'name': Rename_Task, 'duration_secs': 0.157293} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.716103] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.716805] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd260fb7-c61c-432c-bc2c-25454127c146 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.727733] env[69385]: DEBUG nova.compute.provider_tree [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.734862] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 900.734862] env[69385]: value = "task-3340369" [ 900.734862] env[69385]: _type = "Task" [ 900.734862] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.742972] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.804113] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f58ded-3be6-1ee9-b16c-9f67d62ce963, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.805115] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da595c1-f12c-4ddf-858a-24bee3acbc9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.818310] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 900.818310] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5281041a-66f0-960a-38e9-642243740685" [ 900.818310] env[69385]: _type = "Task" [ 900.818310] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.826781] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5281041a-66f0-960a-38e9-642243740685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.025283] env[69385]: DEBUG nova.compute.manager [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.058018] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.058018] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.058018] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.058018] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.058018] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.058434] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.058434] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.058566] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.058786] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.058957] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.059141] env[69385]: DEBUG nova.virt.hardware [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.060374] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c80530-7dd2-4e87-9ce6-1644c78c49e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.075361] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8bfa8d-a9d4-4251-b9f7-6f827abe3a5f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.093161] env[69385]: DEBUG nova.compute.manager [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.096777] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0dd9c6-3efc-4552-af62-b9da3c3accea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.162250] env[69385]: DEBUG nova.compute.manager [req-f7f233ac-a577-4f04-a015-7dda848ef9f1 req-4fd28f64-a8c0-4feb-80df-38f5fa8cf589 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Received event network-changed-a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.162468] env[69385]: DEBUG nova.compute.manager [req-f7f233ac-a577-4f04-a015-7dda848ef9f1 req-4fd28f64-a8c0-4feb-80df-38f5fa8cf589 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Refreshing instance network info cache due to event network-changed-a67d0111-9bf0-4912-97ed-9e20bbb2443e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 901.162799] env[69385]: DEBUG oslo_concurrency.lockutils [req-f7f233ac-a577-4f04-a015-7dda848ef9f1 req-4fd28f64-a8c0-4feb-80df-38f5fa8cf589 service nova] Acquiring lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.162848] env[69385]: DEBUG oslo_concurrency.lockutils [req-f7f233ac-a577-4f04-a015-7dda848ef9f1 req-4fd28f64-a8c0-4feb-80df-38f5fa8cf589 service nova] Acquired lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.163201] env[69385]: DEBUG nova.network.neutron [req-f7f233ac-a577-4f04-a015-7dda848ef9f1 req-4fd28f64-a8c0-4feb-80df-38f5fa8cf589 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Refreshing network info cache for port a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.219914] env[69385]: DEBUG nova.network.neutron [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updated VIF entry in instance network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.220331] env[69385]: DEBUG nova.network.neutron [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updating instance_info_cache with network_info: [{"id": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "address": "fa:16:3e:76:45:8c", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabc1173-df", "ovs_interfaceid": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.232210] env[69385]: DEBUG nova.scheduler.client.report [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.252189] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340369, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.330570] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5281041a-66f0-960a-38e9-642243740685, 'name': SearchDatastore_Task, 'duration_secs': 0.013533} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.331061] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.331478] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 2f432748-bd58-4546-816e-07a9aa271b65/2f432748-bd58-4546-816e-07a9aa271b65.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.332051] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc12eedd-3fab-4fdc-9891-6945c921f2ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.342022] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 901.342022] env[69385]: value = "task-3340370" [ 901.342022] env[69385]: _type = "Task" [ 901.342022] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.350349] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.365281] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.365510] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.607722] env[69385]: INFO nova.compute.manager [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] instance snapshotting [ 901.611161] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c3b57-fd51-4923-8cca-6125833d01d6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.637236] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdd1f6a-efb2-4cca-a7aa-bd2f8c6825a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.727674] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] Releasing lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.727967] env[69385]: DEBUG nova.compute.manager [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Received event network-changed-a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.728148] env[69385]: DEBUG nova.compute.manager [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Refreshing instance network info cache due to event network-changed-a67d0111-9bf0-4912-97ed-9e20bbb2443e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 901.728360] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] Acquiring lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.737925] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.737s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.738145] env[69385]: INFO nova.compute.manager [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Migrating [ 901.744792] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.582s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.744980] env[69385]: DEBUG nova.objects.instance [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 901.768010] env[69385]: DEBUG oslo_vmware.api [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340369, 'name': PowerOnVM_Task, 'duration_secs': 0.784946} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.768250] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.768447] env[69385]: INFO nova.compute.manager [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Took 9.40 seconds to spawn the instance on the hypervisor. [ 901.768624] env[69385]: DEBUG nova.compute.manager [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.769409] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a88dd4-02a7-4771-bbb3-0cba3660078c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.815852] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "096070fc-9954-452b-8354-fdda19e1ed09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.815852] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "096070fc-9954-452b-8354-fdda19e1ed09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.816174] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "096070fc-9954-452b-8354-fdda19e1ed09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.816411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "096070fc-9954-452b-8354-fdda19e1ed09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.816704] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "096070fc-9954-452b-8354-fdda19e1ed09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.819125] env[69385]: INFO nova.compute.manager [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Terminating instance [ 901.853449] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340370, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.895723] env[69385]: DEBUG nova.network.neutron [req-f7f233ac-a577-4f04-a015-7dda848ef9f1 req-4fd28f64-a8c0-4feb-80df-38f5fa8cf589 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Updated VIF entry in instance network info cache for port a67d0111-9bf0-4912-97ed-9e20bbb2443e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.896115] env[69385]: DEBUG nova.network.neutron [req-f7f233ac-a577-4f04-a015-7dda848ef9f1 req-4fd28f64-a8c0-4feb-80df-38f5fa8cf589 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Updating instance_info_cache with network_info: [{"id": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "address": "fa:16:3e:b2:49:be", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67d0111-9b", "ovs_interfaceid": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.087460] env[69385]: DEBUG nova.network.neutron [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Successfully updated port: 92050241-ae59-4caf-ac2b-ed1fb78855ea {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.149149] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 902.149508] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-392a3f7d-bf73-4961-93da-2ab4b25dbdf6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.160979] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 902.160979] env[69385]: value = "task-3340371" [ 902.160979] env[69385]: _type = "Task" [ 902.160979] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.169534] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.265300] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.266273] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.266520] env[69385]: DEBUG nova.network.neutron [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.292607] env[69385]: INFO nova.compute.manager [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Took 39.74 seconds to build instance. [ 902.323525] env[69385]: DEBUG nova.compute.manager [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.323816] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.324714] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99180784-a131-4aca-8272-c3594bf5680e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.338030] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.338030] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-920bd784-028d-4fa8-85b1-5f58ecb099c6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.347061] env[69385]: DEBUG oslo_vmware.api [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 902.347061] env[69385]: value = "task-3340372" [ 902.347061] env[69385]: _type = "Task" [ 902.347061] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.354801] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812938} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.355170] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 2f432748-bd58-4546-816e-07a9aa271b65/2f432748-bd58-4546-816e-07a9aa271b65.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.355391] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.355635] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c38a0c9f-f6c7-43fd-af4f-6bf124b635cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.361487] env[69385]: DEBUG oslo_vmware.api [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.366340] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 902.366340] env[69385]: value = "task-3340373" [ 902.366340] env[69385]: _type = "Task" [ 902.366340] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.378038] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.403708] env[69385]: DEBUG oslo_concurrency.lockutils [req-f7f233ac-a577-4f04-a015-7dda848ef9f1 req-4fd28f64-a8c0-4feb-80df-38f5fa8cf589 service nova] Releasing lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.404166] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] Acquired lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.404416] env[69385]: DEBUG nova.network.neutron [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Refreshing network info cache for port a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.590588] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "refresh_cache-8aa94f46-c6c6-46bf-8621-67e7b851fe69" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.590786] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquired lock "refresh_cache-8aa94f46-c6c6-46bf-8621-67e7b851fe69" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.590957] env[69385]: DEBUG nova.network.neutron [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.674504] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.761753] env[69385]: DEBUG oslo_concurrency.lockutils [None req-55ba4f7b-34f4-4936-a02d-fab69658c30f tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.763678] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.532s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.763789] env[69385]: DEBUG nova.objects.instance [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lazy-loading 'resources' on Instance uuid c739cbea-b664-4175-abd6-086363e47b89 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.795122] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0ba06dbe-b853-4751-a669-9960de874c77 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.636s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.857016] env[69385]: DEBUG oslo_vmware.api [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340372, 'name': PowerOffVM_Task, 'duration_secs': 0.287362} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.857016] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.857193] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.857433] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3f12080-4f79-4460-97ed-541818fd4396 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.875203] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085851} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.878683] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.878683] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0258e01f-84b2-473d-b980-ae74531be7b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.907393] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 2f432748-bd58-4546-816e-07a9aa271b65/2f432748-bd58-4546-816e-07a9aa271b65.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.909349] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-141dfd40-39cb-4461-9ae2-37f892ecfd55 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.930233] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.930521] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.930679] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Deleting the datastore file [datastore2] 096070fc-9954-452b-8354-fdda19e1ed09 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.931515] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea63a7e-de28-4218-99ea-3715d98cd22d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.935720] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 902.935720] env[69385]: value = "task-3340375" [ 902.935720] env[69385]: _type = "Task" [ 902.935720] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.940583] env[69385]: DEBUG oslo_vmware.api [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 902.940583] env[69385]: value = "task-3340376" [ 902.940583] env[69385]: _type = "Task" [ 902.940583] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.947699] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.952439] env[69385]: DEBUG oslo_vmware.api [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.101857] env[69385]: DEBUG nova.network.neutron [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance_info_cache with network_info: [{"id": "b97264fb-5b05-4024-a8d6-135557c8cc86", "address": "fa:16:3e:a1:9a:89", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97264fb-5b", "ovs_interfaceid": "b97264fb-5b05-4024-a8d6-135557c8cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.155133] env[69385]: DEBUG nova.network.neutron [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.176191] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.297970] env[69385]: DEBUG nova.compute.manager [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.357704] env[69385]: DEBUG nova.network.neutron [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Updated VIF entry in instance network info cache for port a67d0111-9bf0-4912-97ed-9e20bbb2443e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.358190] env[69385]: DEBUG nova.network.neutron [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Updating instance_info_cache with network_info: [{"id": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "address": "fa:16:3e:b2:49:be", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67d0111-9b", "ovs_interfaceid": "a67d0111-9bf0-4912-97ed-9e20bbb2443e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.431513] env[69385]: DEBUG nova.network.neutron [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Updating instance_info_cache with network_info: [{"id": "92050241-ae59-4caf-ac2b-ed1fb78855ea", "address": "fa:16:3e:93:87:4a", "network": {"id": "40477cce-b05d-4837-b0e0-ecd64fab88e9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-552268204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb7fa339ac4a79b17c9d25a2b46a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92050241-ae", "ovs_interfaceid": "92050241-ae59-4caf-ac2b-ed1fb78855ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.436221] env[69385]: DEBUG nova.compute.manager [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Received event network-vif-plugged-92050241-ae59-4caf-ac2b-ed1fb78855ea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 903.437215] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Acquiring lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.437215] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.437215] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.437215] env[69385]: DEBUG nova.compute.manager [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] No waiting events found dispatching network-vif-plugged-92050241-ae59-4caf-ac2b-ed1fb78855ea {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.437215] env[69385]: WARNING nova.compute.manager [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Received unexpected event network-vif-plugged-92050241-ae59-4caf-ac2b-ed1fb78855ea for instance with vm_state building and task_state spawning. [ 903.437855] env[69385]: DEBUG nova.compute.manager [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Received event network-changed-92050241-ae59-4caf-ac2b-ed1fb78855ea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 903.437855] env[69385]: DEBUG nova.compute.manager [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Refreshing instance network info cache due to event network-changed-92050241-ae59-4caf-ac2b-ed1fb78855ea. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 903.437855] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Acquiring lock "refresh_cache-8aa94f46-c6c6-46bf-8621-67e7b851fe69" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.452184] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340375, 'name': ReconfigVM_Task, 'duration_secs': 0.269182} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.453015] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 2f432748-bd58-4546-816e-07a9aa271b65/2f432748-bd58-4546-816e-07a9aa271b65.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.453680] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f026dd8-40e6-4400-a389-c8215b055e7c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.458629] env[69385]: DEBUG oslo_vmware.api [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152749} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.459178] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.459363] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.459564] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.459753] env[69385]: INFO nova.compute.manager [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Took 1.14 seconds to destroy the instance on the hypervisor. [ 903.460031] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.460245] env[69385]: DEBUG nova.compute.manager [-] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.460345] env[69385]: DEBUG nova.network.neutron [-] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.463715] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 903.463715] env[69385]: value = "task-3340377" [ 903.463715] env[69385]: _type = "Task" [ 903.463715] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.474387] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340377, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.605999] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.671904] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.827526] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.852154] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa22dea6-80c0-4b0c-a313-30c24f5e6684 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.863240] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41af58e7-a77e-41a5-b4fe-3ed2ee39410b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.870625] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e30bd21-78e9-4059-a65a-e4cc60ec3d94 req-9662ed6e-fab9-4684-ae76-98404f670e67 service nova] Releasing lock "refresh_cache-096070fc-9954-452b-8354-fdda19e1ed09" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.902058] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ff40a2-db86-4cec-9f20-04d81d3a59ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.910260] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7c5b4c-e9e9-444a-83de-acb3763dd758 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.923313] env[69385]: DEBUG nova.compute.provider_tree [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.935796] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Releasing lock "refresh_cache-8aa94f46-c6c6-46bf-8621-67e7b851fe69" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.936230] env[69385]: DEBUG nova.compute.manager [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Instance network_info: |[{"id": "92050241-ae59-4caf-ac2b-ed1fb78855ea", "address": "fa:16:3e:93:87:4a", "network": {"id": "40477cce-b05d-4837-b0e0-ecd64fab88e9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-552268204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb7fa339ac4a79b17c9d25a2b46a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92050241-ae", "ovs_interfaceid": "92050241-ae59-4caf-ac2b-ed1fb78855ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.936777] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Acquired lock "refresh_cache-8aa94f46-c6c6-46bf-8621-67e7b851fe69" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.936958] env[69385]: DEBUG nova.network.neutron [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Refreshing network info cache for port 92050241-ae59-4caf-ac2b-ed1fb78855ea {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.938169] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:87:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92050241-ae59-4caf-ac2b-ed1fb78855ea', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.946568] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Creating folder: Project (14cb7fa339ac4a79b17c9d25a2b46a19). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.947587] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80454b6f-a5c5-4b8b-af5b-c1fe3d3e3684 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.959317] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Created folder: Project (14cb7fa339ac4a79b17c9d25a2b46a19) in parent group-v666556. [ 903.959506] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Creating folder: Instances. Parent ref: group-v666709. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.959812] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-560c2181-fd0c-43c4-a48a-937670872ab4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.969964] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Created folder: Instances in parent group-v666709. [ 903.970206] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.970394] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.970608] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2f7649-bc3f-4785-8df8-ecfd6621e82b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.989121] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340377, 'name': Rename_Task, 'duration_secs': 0.17477} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.989492] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.989772] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11551fbd-2da1-4eb4-84a7-319bdd6eeb4c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.994203] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.994203] env[69385]: value = "task-3340380" [ 903.994203] env[69385]: _type = "Task" [ 903.994203] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.998131] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 903.998131] env[69385]: value = "task-3340381" [ 903.998131] env[69385]: _type = "Task" [ 903.998131] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.005499] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340380, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.010250] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.067433] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.067739] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.067978] env[69385]: INFO nova.compute.manager [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Rebooting instance [ 904.175174] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340371, 'name': CreateSnapshot_Task, 'duration_secs': 1.540525} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.175174] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.175174] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9b9d07-5621-4953-b57d-139a9c716584 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.331953] env[69385]: DEBUG nova.compute.manager [req-68536ec6-341e-4365-bb4a-800848d9a304 req-a2c29a97-b1bb-43fd-88de-ae6ef59fb790 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Received event network-vif-deleted-a67d0111-9bf0-4912-97ed-9e20bbb2443e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 904.332598] env[69385]: INFO nova.compute.manager [req-68536ec6-341e-4365-bb4a-800848d9a304 req-a2c29a97-b1bb-43fd-88de-ae6ef59fb790 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Neutron deleted interface a67d0111-9bf0-4912-97ed-9e20bbb2443e; detaching it from the instance and deleting it from the info cache [ 904.332735] env[69385]: DEBUG nova.network.neutron [req-68536ec6-341e-4365-bb4a-800848d9a304 req-a2c29a97-b1bb-43fd-88de-ae6ef59fb790 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.426644] env[69385]: DEBUG nova.scheduler.client.report [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.506117] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340380, 'name': CreateVM_Task, 'duration_secs': 0.381232} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.506648] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.507497] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.507632] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.507967] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.511294] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498361a3-6db0-4497-979c-6758880cdaa9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.513215] env[69385]: DEBUG oslo_vmware.api [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340381, 'name': PowerOnVM_Task, 'duration_secs': 0.439444} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.513472] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.513670] env[69385]: INFO nova.compute.manager [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Took 8.22 seconds to spawn the instance on the hypervisor. [ 904.513845] env[69385]: DEBUG nova.compute.manager [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.514908] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c342d7f8-ce65-4997-b790-f2c164244558 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.520795] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 904.520795] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b8075f-a629-f2d1-4552-0b46f412b7d5" [ 904.520795] env[69385]: _type = "Task" [ 904.520795] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.534492] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b8075f-a629-f2d1-4552-0b46f412b7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.534808] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.535049] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.535286] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.535483] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.535697] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.535946] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-347c26d0-5464-476e-b743-f34a962175e0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.545201] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.545201] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.548033] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a53ee18-4630-456a-8e9c-3f71ab2429d4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.553907] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 904.553907] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528f5db1-c972-9660-737b-268dc81b1113" [ 904.553907] env[69385]: _type = "Task" [ 904.553907] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.561710] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528f5db1-c972-9660-737b-268dc81b1113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.579418] env[69385]: DEBUG nova.network.neutron [-] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.588824] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.589020] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquired lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.589204] env[69385]: DEBUG nova.network.neutron [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.682880] env[69385]: DEBUG nova.network.neutron [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Updated VIF entry in instance network info cache for port 92050241-ae59-4caf-ac2b-ed1fb78855ea. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.682880] env[69385]: DEBUG nova.network.neutron [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Updating instance_info_cache with network_info: [{"id": "92050241-ae59-4caf-ac2b-ed1fb78855ea", "address": "fa:16:3e:93:87:4a", "network": {"id": "40477cce-b05d-4837-b0e0-ecd64fab88e9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-552268204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb7fa339ac4a79b17c9d25a2b46a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92050241-ae", "ovs_interfaceid": "92050241-ae59-4caf-ac2b-ed1fb78855ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.692899] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.694597] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47429299-f88a-40a3-823f-e993617374f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.706646] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 904.706646] env[69385]: value = "task-3340382" [ 904.706646] env[69385]: _type = "Task" [ 904.706646] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.716275] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340382, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.835117] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ed39834-79e9-4efd-84d0-478abbf4564b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.847292] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f47abf-81ef-417b-90be-084295a86ed7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.891748] env[69385]: DEBUG nova.compute.manager [req-68536ec6-341e-4365-bb4a-800848d9a304 req-a2c29a97-b1bb-43fd-88de-ae6ef59fb790 service nova] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Detach interface failed, port_id=a67d0111-9bf0-4912-97ed-9e20bbb2443e, reason: Instance 096070fc-9954-452b-8354-fdda19e1ed09 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 904.933099] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.935884] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.559s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.937820] env[69385]: INFO nova.compute.claims [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.956995] env[69385]: INFO nova.scheduler.client.report [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Deleted allocations for instance c739cbea-b664-4175-abd6-086363e47b89 [ 905.042832] env[69385]: INFO nova.compute.manager [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Took 40.35 seconds to build instance. [ 905.065385] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528f5db1-c972-9660-737b-268dc81b1113, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.066188] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060dd3ca-93aa-43b0-b879-f9c67d9aa966 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.072041] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 905.072041] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ccb2fa-e5e9-1261-40fe-590fe11b83ca" [ 905.072041] env[69385]: _type = "Task" [ 905.072041] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.080118] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ccb2fa-e5e9-1261-40fe-590fe11b83ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.081609] env[69385]: INFO nova.compute.manager [-] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Took 1.62 seconds to deallocate network for instance. [ 905.121793] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbc9c69-36e6-4376-ab1c-70a1ae1f8d3e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.141890] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance '5dc95d89-a3dd-465c-98c2-45b14febd162' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.186744] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Releasing lock "refresh_cache-8aa94f46-c6c6-46bf-8621-67e7b851fe69" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.187660] env[69385]: DEBUG nova.compute.manager [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Received event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 905.187660] env[69385]: DEBUG nova.compute.manager [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing instance network info cache due to event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 905.187878] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Acquiring lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.188135] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Acquired lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.188402] env[69385]: DEBUG nova.network.neutron [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.218536] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340382, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.343794] env[69385]: DEBUG nova.network.neutron [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updating instance_info_cache with network_info: [{"id": "421525a1-a3df-4d55-bd20-92c6080e0b37", "address": "fa:16:3e:b1:a0:76", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421525a1-a3", "ovs_interfaceid": "421525a1-a3df-4d55-bd20-92c6080e0b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.463873] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f0aabe4-3c26-42cc-a1a9-0733008eb412 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "c739cbea-b664-4175-abd6-086363e47b89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.738s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.547247] env[69385]: DEBUG oslo_concurrency.lockutils [None req-68282e9a-d6a6-4070-8de7-22aad253f3b4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "2f432748-bd58-4546-816e-07a9aa271b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.721s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.583588] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ccb2fa-e5e9-1261-40fe-590fe11b83ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.586021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.586021] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 8aa94f46-c6c6-46bf-8621-67e7b851fe69/8aa94f46-c6c6-46bf-8621-67e7b851fe69.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.586021] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c812695-8303-4888-bd87-48abd4072bd9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.593021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.593021] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 905.593021] env[69385]: value = "task-3340383" [ 905.593021] env[69385]: _type = "Task" [ 905.593021] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.601308] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.651237] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.651543] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f1fbd0-f5c4-4df1-8fce-83062cc318c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.660708] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 905.660708] env[69385]: value = "task-3340384" [ 905.660708] env[69385]: _type = "Task" [ 905.660708] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.672038] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.718153] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340382, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.775741] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.776370] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.776564] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.776818] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.777036] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.779792] env[69385]: INFO nova.compute.manager [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Terminating instance [ 905.847010] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Releasing lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.013031] env[69385]: DEBUG nova.network.neutron [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updated VIF entry in instance network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.013158] env[69385]: DEBUG nova.network.neutron [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updating instance_info_cache with network_info: [{"id": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "address": "fa:16:3e:76:45:8c", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabc1173-df", "ovs_interfaceid": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.104581] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477921} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.104842] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 8aa94f46-c6c6-46bf-8621-67e7b851fe69/8aa94f46-c6c6-46bf-8621-67e7b851fe69.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.105129] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.105737] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ead95c-753d-41f9-b6f9-6607bab6deb6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.113994] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 906.113994] env[69385]: value = "task-3340385" [ 906.113994] env[69385]: _type = "Task" [ 906.113994] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.125364] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.178030] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340384, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.223332] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340382, 'name': CloneVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.287381] env[69385]: DEBUG nova.compute.manager [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.287672] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.288964] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992c332f-326a-4acf-9111-c0b9a2467346 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.299126] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.299397] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d654a710-e739-4d43-95c2-a8052f55104e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.306277] env[69385]: DEBUG oslo_vmware.api [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 906.306277] env[69385]: value = "task-3340386" [ 906.306277] env[69385]: _type = "Task" [ 906.306277] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.316950] env[69385]: DEBUG oslo_vmware.api [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.353022] env[69385]: DEBUG nova.compute.manager [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.354083] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99bd2a1-9450-4b75-b09f-fcd1c75ceea7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.380231] env[69385]: DEBUG nova.compute.manager [req-4d14526a-d933-4cc1-91fd-f7242dcdf768 req-ff6ac765-fd77-40d9-a126-7e3a90adec45 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Received event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 906.380231] env[69385]: DEBUG nova.compute.manager [req-4d14526a-d933-4cc1-91fd-f7242dcdf768 req-ff6ac765-fd77-40d9-a126-7e3a90adec45 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing instance network info cache due to event network-changed-aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 906.380387] env[69385]: DEBUG oslo_concurrency.lockutils [req-4d14526a-d933-4cc1-91fd-f7242dcdf768 req-ff6ac765-fd77-40d9-a126-7e3a90adec45 service nova] Acquiring lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.484300] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d131572-b354-497b-9ea7-f8db8683a547 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.492336] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6e35fa-5c04-4558-a04f-84293a966979 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.526653] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Releasing lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.526911] env[69385]: DEBUG nova.compute.manager [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Received event network-changed-421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 906.527094] env[69385]: DEBUG nova.compute.manager [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Refreshing instance network info cache due to event network-changed-421525a1-a3df-4d55-bd20-92c6080e0b37. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 906.527363] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Acquiring lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.527512] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Acquired lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.527675] env[69385]: DEBUG nova.network.neutron [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Refreshing network info cache for port 421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.529071] env[69385]: DEBUG oslo_concurrency.lockutils [req-4d14526a-d933-4cc1-91fd-f7242dcdf768 req-ff6ac765-fd77-40d9-a126-7e3a90adec45 service nova] Acquired lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.529253] env[69385]: DEBUG nova.network.neutron [req-4d14526a-d933-4cc1-91fd-f7242dcdf768 req-ff6ac765-fd77-40d9-a126-7e3a90adec45 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Refreshing network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.530813] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e8ff60-d342-4d90-8da2-46459e0600a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.538787] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e586e0-9197-43be-9561-82724670d7e3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.554560] env[69385]: DEBUG nova.compute.provider_tree [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.622893] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069537} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.623239] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.624008] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9322d124-c132-4e3c-b42a-c4459a4c69d4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.646238] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 8aa94f46-c6c6-46bf-8621-67e7b851fe69/8aa94f46-c6c6-46bf-8621-67e7b851fe69.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.646600] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3172307d-ad2e-4ff9-8706-e578bff6c603 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.673359] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340384, 'name': PowerOffVM_Task, 'duration_secs': 0.882685} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.674458] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.674738] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance '5dc95d89-a3dd-465c-98c2-45b14febd162' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.678387] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 906.678387] env[69385]: value = "task-3340387" [ 906.678387] env[69385]: _type = "Task" [ 906.678387] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.686515] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.724045] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340382, 'name': CloneVM_Task, 'duration_secs': 1.564953} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.724327] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Created linked-clone VM from snapshot [ 906.725083] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd548991-475f-4271-b7fb-67aa5cc7e3a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.733070] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Uploading image 28f3eb0d-56aa-487e-aa0c-17a064f44a02 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 906.755121] env[69385]: DEBUG oslo_vmware.rw_handles [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 906.755121] env[69385]: value = "vm-666712" [ 906.755121] env[69385]: _type = "VirtualMachine" [ 906.755121] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 906.755121] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a741b3ff-4c03-4bd0-9f8e-6bbe0eab0b13 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.763372] env[69385]: DEBUG oslo_vmware.rw_handles [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lease: (returnval){ [ 906.763372] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ff7e1-3c49-ac95-65e1-264cd1955064" [ 906.763372] env[69385]: _type = "HttpNfcLease" [ 906.763372] env[69385]: } obtained for exporting VM: (result){ [ 906.763372] env[69385]: value = "vm-666712" [ 906.763372] env[69385]: _type = "VirtualMachine" [ 906.763372] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 906.763372] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the lease: (returnval){ [ 906.763372] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ff7e1-3c49-ac95-65e1-264cd1955064" [ 906.763372] env[69385]: _type = "HttpNfcLease" [ 906.763372] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 906.770165] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.770165] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ff7e1-3c49-ac95-65e1-264cd1955064" [ 906.770165] env[69385]: _type = "HttpNfcLease" [ 906.770165] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 906.816660] env[69385]: DEBUG oslo_vmware.api [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340386, 'name': PowerOffVM_Task, 'duration_secs': 0.214361} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.817075] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.817268] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.817561] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bacacc3-faab-4c75-ad59-3648f0969955 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.884773] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.884773] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.884773] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Deleting the datastore file [datastore1] d5ebe9af-0d5f-47e6-8a0d-863abff2973d {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.884773] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54ba6012-039f-4232-bb63-4780ca688266 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.894024] env[69385]: DEBUG oslo_vmware.api [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 906.894024] env[69385]: value = "task-3340390" [ 906.894024] env[69385]: _type = "Task" [ 906.894024] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.901613] env[69385]: DEBUG oslo_vmware.api [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.058329] env[69385]: DEBUG nova.scheduler.client.report [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.181815] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.181815] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.182070] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.182130] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.182273] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.183826] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.183826] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.183826] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.183826] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.183826] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.183826] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.193681] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751cbf20-b4be-4646-9af5-8b1feecd36de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.217399] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.219068] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 907.219068] env[69385]: value = "task-3340391" [ 907.219068] env[69385]: _type = "Task" [ 907.219068] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.227973] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.272018] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.272018] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ff7e1-3c49-ac95-65e1-264cd1955064" [ 907.272018] env[69385]: _type = "HttpNfcLease" [ 907.272018] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 907.272459] env[69385]: DEBUG oslo_vmware.rw_handles [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 907.272459] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ff7e1-3c49-ac95-65e1-264cd1955064" [ 907.272459] env[69385]: _type = "HttpNfcLease" [ 907.272459] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 907.274560] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2e6f9c-1ed6-4d60-9821-2448d3513b11 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.285378] env[69385]: DEBUG oslo_vmware.rw_handles [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223d6a5-a4c5-f70e-e31f-23bb2acd89ba/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 907.285378] env[69385]: DEBUG oslo_vmware.rw_handles [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223d6a5-a4c5-f70e-e31f-23bb2acd89ba/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 907.373092] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e0da76-18f6-42ed-8ec3-0c009df0cc6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.381756] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Doing hard reboot of VM {{(pid=69385) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 907.382103] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-23ed848a-b137-4931-ad5c-e9b321aecb2d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.389096] env[69385]: DEBUG oslo_vmware.api [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 907.389096] env[69385]: value = "task-3340392" [ 907.389096] env[69385]: _type = "Task" [ 907.389096] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.401251] env[69385]: DEBUG oslo_vmware.api [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340392, 'name': ResetVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.404295] env[69385]: DEBUG oslo_vmware.api [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139394} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.404532] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.404716] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.404889] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.405074] env[69385]: INFO nova.compute.manager [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 907.405392] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.405601] env[69385]: DEBUG nova.compute.manager [-] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.405705] env[69385]: DEBUG nova.network.neutron [-] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.439791] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-16365230-5795-4c9b-a5e5-f46b6d1629ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.506113] env[69385]: DEBUG nova.network.neutron [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updated VIF entry in instance network info cache for port 421525a1-a3df-4d55-bd20-92c6080e0b37. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.506525] env[69385]: DEBUG nova.network.neutron [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updating instance_info_cache with network_info: [{"id": "421525a1-a3df-4d55-bd20-92c6080e0b37", "address": "fa:16:3e:b1:a0:76", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421525a1-a3", "ovs_interfaceid": "421525a1-a3df-4d55-bd20-92c6080e0b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.508726] env[69385]: DEBUG nova.network.neutron [req-4d14526a-d933-4cc1-91fd-f7242dcdf768 req-ff6ac765-fd77-40d9-a126-7e3a90adec45 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updated VIF entry in instance network info cache for port aabc1173-dfd1-446c-bc4a-8a782d4e811d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.509066] env[69385]: DEBUG nova.network.neutron [req-4d14526a-d933-4cc1-91fd-f7242dcdf768 req-ff6ac765-fd77-40d9-a126-7e3a90adec45 service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updating instance_info_cache with network_info: [{"id": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "address": "fa:16:3e:76:45:8c", "network": {"id": "f3d66057-ea3d-4df7-a7f3-324909540573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1182491949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1abc7cee4246fbbdf631eb1e8148c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabc1173-df", "ovs_interfaceid": "aabc1173-dfd1-446c-bc4a-8a782d4e811d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.566239] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.566790] env[69385]: DEBUG nova.compute.manager [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.570211] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.861s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.570435] env[69385]: DEBUG nova.objects.instance [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lazy-loading 'resources' on Instance uuid b3c1b6cf-75d0-4917-a825-bc8c7176130d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.702252] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340387, 'name': ReconfigVM_Task, 'duration_secs': 0.622374} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.702643] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 8aa94f46-c6c6-46bf-8621-67e7b851fe69/8aa94f46-c6c6-46bf-8621-67e7b851fe69.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.703441] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9608fc3-74da-4bb2-897d-97bc013ba6c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.712170] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 907.712170] env[69385]: value = "task-3340393" [ 907.712170] env[69385]: _type = "Task" [ 907.712170] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.720518] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340393, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.730293] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340391, 'name': ReconfigVM_Task, 'duration_secs': 0.267315} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.730628] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance '5dc95d89-a3dd-465c-98c2-45b14febd162' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.744041] env[69385]: DEBUG nova.compute.manager [req-f89827b2-6cb6-444b-93e3-81e8fd391a8d req-45fd2f8d-073d-401b-85e5-df4e29cb62db service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Received event network-vif-deleted-6a223b91-bcf7-4c90-887f-0a0851b06d96 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 907.744041] env[69385]: INFO nova.compute.manager [req-f89827b2-6cb6-444b-93e3-81e8fd391a8d req-45fd2f8d-073d-401b-85e5-df4e29cb62db service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Neutron deleted interface 6a223b91-bcf7-4c90-887f-0a0851b06d96; detaching it from the instance and deleting it from the info cache [ 907.744213] env[69385]: DEBUG nova.network.neutron [req-f89827b2-6cb6-444b-93e3-81e8fd391a8d req-45fd2f8d-073d-401b-85e5-df4e29cb62db service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.899701] env[69385]: DEBUG oslo_vmware.api [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340392, 'name': ResetVM_Task, 'duration_secs': 0.126503} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.900762] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Did hard reboot of VM {{(pid=69385) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 907.900888] env[69385]: DEBUG nova.compute.manager [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.902414] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d4a8b5-62a6-41cc-a755-0e0e9d45c7fe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.978942] env[69385]: DEBUG nova.compute.manager [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.979977] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70081924-a95a-49cd-8877-7820fd3cea81 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.011377] env[69385]: DEBUG oslo_concurrency.lockutils [req-4d14526a-d933-4cc1-91fd-f7242dcdf768 req-ff6ac765-fd77-40d9-a126-7e3a90adec45 service nova] Releasing lock "refresh_cache-84573f5a-acde-4392-92f2-e7c08096d250" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.012252] env[69385]: DEBUG oslo_concurrency.lockutils [req-81b822a1-add3-4f2c-bb5f-1e792222aa60 req-9ba102ea-7670-4661-bcea-683a31f0ad5d service nova] Releasing lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.077140] env[69385]: DEBUG nova.compute.utils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.082700] env[69385]: DEBUG nova.compute.manager [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.082700] env[69385]: DEBUG nova.network.neutron [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.136076] env[69385]: DEBUG nova.policy [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667507e240b2411aa341938f0b21caf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beac72a77784c2ba1ec58216ee1fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.225882] env[69385]: DEBUG nova.network.neutron [-] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.227650] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340393, 'name': Rename_Task, 'duration_secs': 0.23294} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.228626] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.228966] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b97befc9-da4e-453b-a999-2973c2106768 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.243050] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.243050] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.243050] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.243050] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.243050] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.243050] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.243050] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.243050] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.243643] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.243643] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.243821] env[69385]: DEBUG nova.virt.hardware [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.249945] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 908.253252] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c6a836-150b-4437-ad64-2ed17872fba2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.269166] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 908.269166] env[69385]: value = "task-3340394" [ 908.269166] env[69385]: _type = "Task" [ 908.269166] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.273311] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4aabdc3f-4245-4e26-9c74-ebea1903fe57 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.282555] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 908.282555] env[69385]: value = "task-3340395" [ 908.282555] env[69385]: _type = "Task" [ 908.282555] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.295150] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f95d5-2d1a-43df-9534-3cb6742b90ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.311491] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.320653] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.339425] env[69385]: DEBUG nova.compute.manager [req-f89827b2-6cb6-444b-93e3-81e8fd391a8d req-45fd2f8d-073d-401b-85e5-df4e29cb62db service nova] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Detach interface failed, port_id=6a223b91-bcf7-4c90-887f-0a0851b06d96, reason: Instance d5ebe9af-0d5f-47e6-8a0d-863abff2973d could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 908.417838] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f8f56ecf-ca1c-434a-95fb-2973f2131358 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.350s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.492224] env[69385]: INFO nova.compute.manager [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] instance snapshotting [ 908.498942] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c9e27b-6a14-4636-8642-e207d1ec830d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.526061] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c15606-164f-49d4-991e-55cc5d3601a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.530387] env[69385]: DEBUG nova.network.neutron [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Successfully created port: ada6ae53-e7ed-4873-993d-99fa4c58185d {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.581153] env[69385]: DEBUG nova.compute.manager [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.729464] env[69385]: INFO nova.compute.manager [-] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Took 1.32 seconds to deallocate network for instance. [ 908.791873] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.797864] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340395, 'name': ReconfigVM_Task, 'duration_secs': 0.215348} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.800690] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 908.804026] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851fa13f-7a57-448a-a1d2-1d4e0482991f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.832591] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5dc95d89-a3dd-465c-98c2-45b14febd162/5dc95d89-a3dd-465c-98c2-45b14febd162.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.834082] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6db3587a-2903-4611-8638-0b6c07f5d1e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.848043] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356517c6-28c2-4692-b1a1-cb457ad3444b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.857630] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f61f77a-fbf0-4ca6-871a-4a855041e771 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.862394] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 908.862394] env[69385]: value = "task-3340396" [ 908.862394] env[69385]: _type = "Task" [ 908.862394] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.892544] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a74ec8a-8ec0-470e-9818-a3d74a3ce6fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.902253] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.905024] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980072a0-d458-4287-9648-0fe06594f93d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.921997] env[69385]: DEBUG nova.compute.provider_tree [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.023519] env[69385]: DEBUG nova.compute.manager [req-595a2b07-bb6a-4261-a6bf-4cd568c666f2 req-64b9031b-205d-4450-b74a-6addc7d7a807 service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Received event network-changed-421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.023603] env[69385]: DEBUG nova.compute.manager [req-595a2b07-bb6a-4261-a6bf-4cd568c666f2 req-64b9031b-205d-4450-b74a-6addc7d7a807 service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Refreshing instance network info cache due to event network-changed-421525a1-a3df-4d55-bd20-92c6080e0b37. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 909.023869] env[69385]: DEBUG oslo_concurrency.lockutils [req-595a2b07-bb6a-4261-a6bf-4cd568c666f2 req-64b9031b-205d-4450-b74a-6addc7d7a807 service nova] Acquiring lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.024160] env[69385]: DEBUG oslo_concurrency.lockutils [req-595a2b07-bb6a-4261-a6bf-4cd568c666f2 req-64b9031b-205d-4450-b74a-6addc7d7a807 service nova] Acquired lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.024464] env[69385]: DEBUG nova.network.neutron [req-595a2b07-bb6a-4261-a6bf-4cd568c666f2 req-64b9031b-205d-4450-b74a-6addc7d7a807 service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Refreshing network info cache for port 421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.041825] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 909.042144] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3aef5987-1de3-4c30-bcda-55a21c701f25 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.052229] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 909.052229] env[69385]: value = "task-3340397" [ 909.052229] env[69385]: _type = "Task" [ 909.052229] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.061416] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.238686] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.287334] env[69385]: DEBUG oslo_vmware.api [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340394, 'name': PowerOnVM_Task, 'duration_secs': 0.68974} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.287703] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.287948] env[69385]: INFO nova.compute.manager [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Took 8.26 seconds to spawn the instance on the hypervisor. [ 909.288152] env[69385]: DEBUG nova.compute.manager [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.288941] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9979958-f84b-4e90-bac4-b0f5fe56bd92 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.374268] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340396, 'name': ReconfigVM_Task, 'duration_secs': 0.425653} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.374569] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5dc95d89-a3dd-465c-98c2-45b14febd162/5dc95d89-a3dd-465c-98c2-45b14febd162.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.374898] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance '5dc95d89-a3dd-465c-98c2-45b14febd162' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.426225] env[69385]: DEBUG nova.scheduler.client.report [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.563853] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.594099] env[69385]: DEBUG nova.compute.manager [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.628788] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.629163] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.629286] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.629484] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.629713] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.629948] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.630120] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.630307] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.630572] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.630828] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.631064] env[69385]: DEBUG nova.virt.hardware [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.631916] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea6c8a-3cfd-4b0d-ad7f-2b1d13300006 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.642768] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b77b1-3ef3-4da6-9a11-9edcedae55f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.786051] env[69385]: DEBUG nova.network.neutron [req-595a2b07-bb6a-4261-a6bf-4cd568c666f2 req-64b9031b-205d-4450-b74a-6addc7d7a807 service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updated VIF entry in instance network info cache for port 421525a1-a3df-4d55-bd20-92c6080e0b37. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.786448] env[69385]: DEBUG nova.network.neutron [req-595a2b07-bb6a-4261-a6bf-4cd568c666f2 req-64b9031b-205d-4450-b74a-6addc7d7a807 service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updating instance_info_cache with network_info: [{"id": "421525a1-a3df-4d55-bd20-92c6080e0b37", "address": "fa:16:3e:b1:a0:76", "network": {"id": "7b1b826d-39ad-492f-88a7-41a5faf76573", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-883339309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3cd20d090064797860b455b4b0c0ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421525a1-a3", "ovs_interfaceid": "421525a1-a3df-4d55-bd20-92c6080e0b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.806912] env[69385]: INFO nova.compute.manager [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Took 41.99 seconds to build instance. [ 909.815923] env[69385]: DEBUG oslo_concurrency.lockutils [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.816255] env[69385]: DEBUG oslo_concurrency.lockutils [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.816492] env[69385]: DEBUG oslo_concurrency.lockutils [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.816680] env[69385]: DEBUG oslo_concurrency.lockutils [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.816862] env[69385]: DEBUG oslo_concurrency.lockutils [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.819952] env[69385]: INFO nova.compute.manager [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Terminating instance [ 909.881930] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb5f1b5-95b2-47b4-9998-d7fb6332c925 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.904389] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ddad76-a3b7-4058-9d34-286d3da6ae05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.924014] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance '5dc95d89-a3dd-465c-98c2-45b14febd162' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.932052] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.934026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.908s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.934225] env[69385]: DEBUG nova.objects.instance [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 909.989377] env[69385]: INFO nova.scheduler.client.report [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Deleted allocations for instance b3c1b6cf-75d0-4917-a825-bc8c7176130d [ 910.063502] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340397, 'name': CreateSnapshot_Task, 'duration_secs': 0.599037} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.063785] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 910.064576] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff7de07-bad0-44fa-9dd8-beff452f2e87 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.084413] env[69385]: DEBUG nova.compute.manager [req-651990e9-7651-460f-840f-ccbacb92584e req-8f5316fa-95ae-4b9d-b09b-ed4b4854eb62 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-vif-plugged-ada6ae53-e7ed-4873-993d-99fa4c58185d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 910.084660] env[69385]: DEBUG oslo_concurrency.lockutils [req-651990e9-7651-460f-840f-ccbacb92584e req-8f5316fa-95ae-4b9d-b09b-ed4b4854eb62 service nova] Acquiring lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.084897] env[69385]: DEBUG oslo_concurrency.lockutils [req-651990e9-7651-460f-840f-ccbacb92584e req-8f5316fa-95ae-4b9d-b09b-ed4b4854eb62 service nova] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.085101] env[69385]: DEBUG oslo_concurrency.lockutils [req-651990e9-7651-460f-840f-ccbacb92584e req-8f5316fa-95ae-4b9d-b09b-ed4b4854eb62 service nova] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.085294] env[69385]: DEBUG nova.compute.manager [req-651990e9-7651-460f-840f-ccbacb92584e req-8f5316fa-95ae-4b9d-b09b-ed4b4854eb62 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] No waiting events found dispatching network-vif-plugged-ada6ae53-e7ed-4873-993d-99fa4c58185d {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.085474] env[69385]: WARNING nova.compute.manager [req-651990e9-7651-460f-840f-ccbacb92584e req-8f5316fa-95ae-4b9d-b09b-ed4b4854eb62 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received unexpected event network-vif-plugged-ada6ae53-e7ed-4873-993d-99fa4c58185d for instance with vm_state building and task_state spawning. [ 910.180951] env[69385]: DEBUG nova.network.neutron [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Successfully updated port: ada6ae53-e7ed-4873-993d-99fa4c58185d {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.289401] env[69385]: DEBUG oslo_concurrency.lockutils [req-595a2b07-bb6a-4261-a6bf-4cd568c666f2 req-64b9031b-205d-4450-b74a-6addc7d7a807 service nova] Releasing lock "refresh_cache-06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.311324] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59376752-4bcc-4bda-8645-0e331bdff586 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.457s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.323774] env[69385]: DEBUG nova.compute.manager [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.324024] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.324921] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bc9dec-bd14-4161-985f-462525b11407 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.335404] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.335404] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63498759-3771-4596-b64c-278251935f04 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.342856] env[69385]: DEBUG oslo_vmware.api [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 910.342856] env[69385]: value = "task-3340398" [ 910.342856] env[69385]: _type = "Task" [ 910.342856] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.358241] env[69385]: DEBUG oslo_vmware.api [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.497016] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7d6a7a92-8e0b-4f25-a8a9-22c3a854253c tempest-ServerMetadataNegativeTestJSON-756230358 tempest-ServerMetadataNegativeTestJSON-756230358-project-member] Lock "b3c1b6cf-75d0-4917-a825-bc8c7176130d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.286s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.498758] env[69385]: DEBUG nova.network.neutron [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Port b97264fb-5b05-4024-a8d6-135557c8cc86 binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 910.584887] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 910.589705] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfa296a0-b72e-480e-818c-5dfb8cd1aea6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.599452] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 910.599452] env[69385]: value = "task-3340399" [ 910.599452] env[69385]: _type = "Task" [ 910.599452] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.608381] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340399, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.684316] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.684316] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.684626] env[69385]: DEBUG nova.network.neutron [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.858586] env[69385]: DEBUG oslo_vmware.api [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340398, 'name': PowerOffVM_Task, 'duration_secs': 0.455165} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.858880] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.859061] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.859335] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d07988c7-2362-40e9-a319-efeb61099734 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.935578] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.936039] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.936339] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Deleting the datastore file [datastore2] 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.936516] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9585ce87-c1bf-4cb0-b12d-a9a89011142e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.944069] env[69385]: DEBUG oslo_concurrency.lockutils [None req-86537826-48d3-41f9-a95c-fa04e0543ee6 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.948113] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.057s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.948113] env[69385]: DEBUG nova.objects.instance [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lazy-loading 'resources' on Instance uuid e9eb8cae-bb7a-4028-b685-867115e498ea {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.949241] env[69385]: DEBUG oslo_vmware.api [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 910.949241] env[69385]: value = "task-3340401" [ 910.949241] env[69385]: _type = "Task" [ 910.949241] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.962530] env[69385]: DEBUG oslo_vmware.api [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.077364] env[69385]: DEBUG nova.compute.manager [req-2241d471-789b-4477-9217-5ae6b71b143e req-26b247ff-fa84-4e3b-90c2-de0e440592b4 service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Received event network-changed-92050241-ae59-4caf-ac2b-ed1fb78855ea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.077669] env[69385]: DEBUG nova.compute.manager [req-2241d471-789b-4477-9217-5ae6b71b143e req-26b247ff-fa84-4e3b-90c2-de0e440592b4 service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Refreshing instance network info cache due to event network-changed-92050241-ae59-4caf-ac2b-ed1fb78855ea. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 911.077896] env[69385]: DEBUG oslo_concurrency.lockutils [req-2241d471-789b-4477-9217-5ae6b71b143e req-26b247ff-fa84-4e3b-90c2-de0e440592b4 service nova] Acquiring lock "refresh_cache-8aa94f46-c6c6-46bf-8621-67e7b851fe69" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.078088] env[69385]: DEBUG oslo_concurrency.lockutils [req-2241d471-789b-4477-9217-5ae6b71b143e req-26b247ff-fa84-4e3b-90c2-de0e440592b4 service nova] Acquired lock "refresh_cache-8aa94f46-c6c6-46bf-8621-67e7b851fe69" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.078289] env[69385]: DEBUG nova.network.neutron [req-2241d471-789b-4477-9217-5ae6b71b143e req-26b247ff-fa84-4e3b-90c2-de0e440592b4 service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Refreshing network info cache for port 92050241-ae59-4caf-ac2b-ed1fb78855ea {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.111698] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340399, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.239660] env[69385]: DEBUG nova.network.neutron [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.470402] env[69385]: DEBUG oslo_vmware.api [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197643} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.472906] env[69385]: DEBUG nova.network.neutron [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updating instance_info_cache with network_info: [{"id": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "address": "fa:16:3e:16:98:07", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6ae53-e7", "ovs_interfaceid": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.474938] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.475184] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.475400] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.475644] env[69385]: INFO nova.compute.manager [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 911.475938] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.476186] env[69385]: DEBUG nova.compute.manager [-] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.476279] env[69385]: DEBUG nova.network.neutron [-] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.535172] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "5dc95d89-a3dd-465c-98c2-45b14febd162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.535455] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.535664] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.611370] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340399, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.922737] env[69385]: DEBUG nova.network.neutron [req-2241d471-789b-4477-9217-5ae6b71b143e req-26b247ff-fa84-4e3b-90c2-de0e440592b4 service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Updated VIF entry in instance network info cache for port 92050241-ae59-4caf-ac2b-ed1fb78855ea. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.922737] env[69385]: DEBUG nova.network.neutron [req-2241d471-789b-4477-9217-5ae6b71b143e req-26b247ff-fa84-4e3b-90c2-de0e440592b4 service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Updating instance_info_cache with network_info: [{"id": "92050241-ae59-4caf-ac2b-ed1fb78855ea", "address": "fa:16:3e:93:87:4a", "network": {"id": "40477cce-b05d-4837-b0e0-ecd64fab88e9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-552268204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb7fa339ac4a79b17c9d25a2b46a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92050241-ae", "ovs_interfaceid": "92050241-ae59-4caf-ac2b-ed1fb78855ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.980979] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.982019] env[69385]: DEBUG nova.compute.manager [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Instance network_info: |[{"id": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "address": "fa:16:3e:16:98:07", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6ae53-e7", "ovs_interfaceid": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.982657] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:98:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ada6ae53-e7ed-4873-993d-99fa4c58185d', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.998685] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.001957] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.003091] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc38ccf3-bf2e-45a2-9dd1-e1b51e18c3d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.028765] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.028765] env[69385]: value = "task-3340402" [ 912.028765] env[69385]: _type = "Task" [ 912.028765] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.042746] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340402, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.115028] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340399, 'name': CloneVM_Task, 'duration_secs': 1.392241} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.115028] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Created linked-clone VM from snapshot [ 912.115028] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69760fe-d165-49da-b631-915360696d56 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.121845] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Uploading image a2528a4f-f5d7-41d3-baf8-a14a8182950e {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 912.136024] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.136401] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d8eebdc-4dca-430e-ad78-d5511c154ffe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.146231] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 912.146231] env[69385]: value = "task-3340403" [ 912.146231] env[69385]: _type = "Task" [ 912.146231] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.159206] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340403, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.169608] env[69385]: DEBUG nova.compute.manager [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-changed-ada6ae53-e7ed-4873-993d-99fa4c58185d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 912.172182] env[69385]: DEBUG nova.compute.manager [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Refreshing instance network info cache due to event network-changed-ada6ae53-e7ed-4873-993d-99fa4c58185d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 912.172946] env[69385]: DEBUG oslo_concurrency.lockutils [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] Acquiring lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.172946] env[69385]: DEBUG oslo_concurrency.lockutils [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] Acquired lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.172946] env[69385]: DEBUG nova.network.neutron [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Refreshing network info cache for port ada6ae53-e7ed-4873-993d-99fa4c58185d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.204675] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29191c44-08df-4b20-b74c-1d845151a928 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.214106] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5135ca3d-12f0-45ef-9819-3a3d664aa38b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.252624] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbe53f6-fae0-49cf-b64c-1c2dfbbc4962 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.262206] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581ded82-f90b-4504-b10e-04c41ae13aa2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.275989] env[69385]: DEBUG nova.compute.provider_tree [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.425906] env[69385]: DEBUG oslo_concurrency.lockutils [req-2241d471-789b-4477-9217-5ae6b71b143e req-26b247ff-fa84-4e3b-90c2-de0e440592b4 service nova] Releasing lock "refresh_cache-8aa94f46-c6c6-46bf-8621-67e7b851fe69" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.542707] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340402, 'name': CreateVM_Task, 'duration_secs': 0.439035} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.542707] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.543403] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.543403] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.543720] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.544018] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa42d21e-4ccc-47b6-a17c-0fb1b615ba7e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.552563] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 912.552563] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52897e2e-f078-3d32-331a-df12223e6478" [ 912.552563] env[69385]: _type = "Task" [ 912.552563] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.561816] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52897e2e-f078-3d32-331a-df12223e6478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.562176] env[69385]: DEBUG nova.network.neutron [-] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.583063] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.583256] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.583651] env[69385]: DEBUG nova.network.neutron [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.654462] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340403, 'name': Destroy_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.783020] env[69385]: DEBUG nova.scheduler.client.report [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.951379] env[69385]: DEBUG nova.network.neutron [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updated VIF entry in instance network info cache for port ada6ae53-e7ed-4873-993d-99fa4c58185d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.951379] env[69385]: DEBUG nova.network.neutron [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updating instance_info_cache with network_info: [{"id": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "address": "fa:16:3e:16:98:07", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6ae53-e7", "ovs_interfaceid": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.068123] env[69385]: INFO nova.compute.manager [-] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Took 1.59 seconds to deallocate network for instance. [ 913.068480] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52897e2e-f078-3d32-331a-df12223e6478, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.070203] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.070583] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.070805] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.071636] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.071636] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.074609] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a862fa8-b93f-4db3-b0d4-31999de6bcea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.090563] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.090773] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.091533] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6cbaea2-d821-4bc1-a42f-5da1ae373fc8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.101267] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 913.101267] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fbb9ee-f46e-ab31-4b95-44fd5fcb9c99" [ 913.101267] env[69385]: _type = "Task" [ 913.101267] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.110956] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fbb9ee-f46e-ab31-4b95-44fd5fcb9c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.163019] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340403, 'name': Destroy_Task, 'duration_secs': 0.525841} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.163019] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Destroyed the VM [ 913.163019] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.163019] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73d056c3-b025-4eec-94cf-e24c7a30c689 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.171671] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 913.171671] env[69385]: value = "task-3340404" [ 913.171671] env[69385]: _type = "Task" [ 913.171671] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.185505] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340404, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.291097] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.293502] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.952s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.299969] env[69385]: INFO nova.compute.claims [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.343669] env[69385]: INFO nova.scheduler.client.report [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted allocations for instance e9eb8cae-bb7a-4028-b685-867115e498ea [ 913.433818] env[69385]: DEBUG nova.network.neutron [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance_info_cache with network_info: [{"id": "b97264fb-5b05-4024-a8d6-135557c8cc86", "address": "fa:16:3e:a1:9a:89", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97264fb-5b", "ovs_interfaceid": "b97264fb-5b05-4024-a8d6-135557c8cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.455158] env[69385]: DEBUG oslo_concurrency.lockutils [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] Releasing lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.455158] env[69385]: DEBUG nova.compute.manager [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Received event network-vif-deleted-421525a1-a3df-4d55-bd20-92c6080e0b37 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.455158] env[69385]: INFO nova.compute.manager [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Neutron deleted interface 421525a1-a3df-4d55-bd20-92c6080e0b37; detaching it from the instance and deleting it from the info cache [ 913.455158] env[69385]: DEBUG nova.network.neutron [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.579298] env[69385]: DEBUG oslo_concurrency.lockutils [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.614576] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fbb9ee-f46e-ab31-4b95-44fd5fcb9c99, 'name': SearchDatastore_Task, 'duration_secs': 0.014811} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.614954] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66e17b5-c8e3-4b13-82a2-508d774d44ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.620921] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 913.620921] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5271b48a-17da-b01b-f353-0d762406052c" [ 913.620921] env[69385]: _type = "Task" [ 913.620921] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.628868] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5271b48a-17da-b01b-f353-0d762406052c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.681963] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340404, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.853096] env[69385]: DEBUG oslo_concurrency.lockutils [None req-47def441-f674-4e3f-b2b7-3764e660b4e2 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "e9eb8cae-bb7a-4028-b685-867115e498ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.480s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.937203] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.957948] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d386df41-d9cb-436e-b32f-0efb917df02f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.970523] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac96f16-311a-4ef8-ae4d-c69a8d1de092 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.013349] env[69385]: DEBUG nova.compute.manager [req-cc8ae432-4008-4027-9c76-a1f2a555b619 req-5109dd97-8209-43d6-8a7c-0b447c425830 service nova] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Detach interface failed, port_id=421525a1-a3df-4d55-bd20-92c6080e0b37, reason: Instance 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 914.131467] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5271b48a-17da-b01b-f353-0d762406052c, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.131762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.131805] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1/22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.132059] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bd69160-aee4-45a1-8d73-78fb433a1b58 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.142226] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 914.142226] env[69385]: value = "task-3340405" [ 914.142226] env[69385]: _type = "Task" [ 914.142226] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.151639] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.183024] env[69385]: DEBUG oslo_vmware.api [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340404, 'name': RemoveSnapshot_Task, 'duration_secs': 0.951391} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.183024] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.471022] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5dfd0b-36fd-46df-a288-4c7339a63f83 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.512057] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7537dfcc-d7d5-4514-8a07-1f3aae9bf9b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.524323] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance '5dc95d89-a3dd-465c-98c2-45b14febd162' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.655102] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.690629] env[69385]: WARNING nova.compute.manager [None req-88dcdb74-5be7-4ed1-b4fb-c10b002163b0 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Image not found during snapshot: nova.exception.ImageNotFound: Image a2528a4f-f5d7-41d3-baf8-a14a8182950e could not be found. [ 914.760115] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.760348] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.878398] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1508e2d9-7136-47df-b23a-8baaf0be725d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.887307] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe3963d-4447-4dfd-9a52-04eb2f2bb2d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.918930] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4872c5-76cc-43c6-933b-0ae10834991a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.928344] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf292af-2251-45db-880e-6fa66a058b3b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.942371] env[69385]: DEBUG nova.compute.provider_tree [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.946496] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "1180e248-cb8e-46d8-b0e0-f82304723954" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.951021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "1180e248-cb8e-46d8-b0e0-f82304723954" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.951021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "1180e248-cb8e-46d8-b0e0-f82304723954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.951021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "1180e248-cb8e-46d8-b0e0-f82304723954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.951021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "1180e248-cb8e-46d8-b0e0-f82304723954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.951021] env[69385]: INFO nova.compute.manager [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Terminating instance [ 915.017345] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "2f432748-bd58-4546-816e-07a9aa271b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.017593] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "2f432748-bd58-4546-816e-07a9aa271b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.017900] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "2f432748-bd58-4546-816e-07a9aa271b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.018395] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "2f432748-bd58-4546-816e-07a9aa271b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.018658] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "2f432748-bd58-4546-816e-07a9aa271b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.021173] env[69385]: INFO nova.compute.manager [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Terminating instance [ 915.031061] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.031600] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f32ca497-1599-41a5-a954-76c1d1211bfd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.039611] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 915.039611] env[69385]: value = "task-3340406" [ 915.039611] env[69385]: _type = "Task" [ 915.039611] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.053216] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.156075] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575834} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.156412] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1/22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.156588] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.156928] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90c8029c-3f77-45fa-8423-a89b57a70733 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.167603] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 915.167603] env[69385]: value = "task-3340407" [ 915.167603] env[69385]: _type = "Task" [ 915.167603] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.181117] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.265486] env[69385]: DEBUG nova.compute.manager [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.445545] env[69385]: DEBUG nova.scheduler.client.report [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.454194] env[69385]: DEBUG nova.compute.manager [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.454355] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.455267] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e55bbe-0ced-43c1-8425-ef4feacd6230 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.465313] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.465572] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37fa5f19-4a98-48f7-a241-4a920592d622 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.473996] env[69385]: DEBUG oslo_vmware.api [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 915.473996] env[69385]: value = "task-3340408" [ 915.473996] env[69385]: _type = "Task" [ 915.473996] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.482830] env[69385]: DEBUG oslo_vmware.api [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.524370] env[69385]: DEBUG nova.compute.manager [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.524605] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.525558] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f22f69-664e-4385-8fb3-15fa8074baa2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.536367] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.536367] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86accde4-9465-4f0f-8923-9b3eba7df192 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.545749] env[69385]: DEBUG oslo_vmware.api [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 915.545749] env[69385]: value = "task-3340409" [ 915.545749] env[69385]: _type = "Task" [ 915.545749] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.552728] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340406, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.560943] env[69385]: DEBUG oslo_vmware.api [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.678563] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076652} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.678837] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.679694] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c21419-acc5-4e0d-869b-b09617627c74 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.704693] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1/22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.705083] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac1fb22-5271-4633-b4d5-bc0d12a8cd4d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.731147] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 915.731147] env[69385]: value = "task-3340410" [ 915.731147] env[69385]: _type = "Task" [ 915.731147] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.740124] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.791671] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.951052] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.951652] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.955025] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.645s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.956607] env[69385]: INFO nova.compute.claims [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.987196] env[69385]: DEBUG oslo_vmware.api [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340408, 'name': PowerOffVM_Task, 'duration_secs': 0.289793} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.987401] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.987568] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.987861] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbad93b5-d9c2-47d1-8364-e64e4370c1fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.059821] env[69385]: DEBUG oslo_vmware.api [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340406, 'name': PowerOnVM_Task, 'duration_secs': 0.730792} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.063976] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.064222] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c84410-f7f9-4986-96df-12caabfecd50 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance '5dc95d89-a3dd-465c-98c2-45b14febd162' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.067809] env[69385]: DEBUG oslo_vmware.api [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340409, 'name': PowerOffVM_Task, 'duration_secs': 0.260884} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.068062] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.068208] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.068382] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleting the datastore file [datastore2] 1180e248-cb8e-46d8-b0e0-f82304723954 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.068875] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.069057] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.069555] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b72ebc64-5f6a-4a49-a097-18266a634dcf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.071565] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-379d07da-64be-4ae4-ab00-fd253083b842 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.078902] env[69385]: DEBUG oslo_vmware.api [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 916.078902] env[69385]: value = "task-3340412" [ 916.078902] env[69385]: _type = "Task" [ 916.078902] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.089906] env[69385]: DEBUG oslo_vmware.api [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.162769] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.163114] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.163334] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Deleting the datastore file [datastore1] 2f432748-bd58-4546-816e-07a9aa271b65 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.163619] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ea48c2f-4a87-4dd6-8ee1-b75d5ef2ac77 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.172044] env[69385]: DEBUG oslo_vmware.api [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 916.172044] env[69385]: value = "task-3340414" [ 916.172044] env[69385]: _type = "Task" [ 916.172044] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.180211] env[69385]: DEBUG oslo_vmware.api [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.241456] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340410, 'name': ReconfigVM_Task, 'duration_secs': 0.360041} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.241745] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1/22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.242662] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2651c09a-c06c-4140-b5c5-25566a001c20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.249831] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 916.249831] env[69385]: value = "task-3340415" [ 916.249831] env[69385]: _type = "Task" [ 916.249831] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.258520] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340415, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.461926] env[69385]: DEBUG nova.compute.utils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.465223] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.465407] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.507714] env[69385]: DEBUG nova.policy [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5febf8c52d7e493ca3f0eb33cc9c162c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67685f881c454685ad169d7cffc167d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.589500] env[69385]: DEBUG oslo_vmware.api [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164686} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.590684] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.590684] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.590850] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.590945] env[69385]: INFO nova.compute.manager [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Took 1.14 seconds to destroy the instance on the hypervisor. [ 916.591208] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.591398] env[69385]: DEBUG nova.compute.manager [-] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.591493] env[69385]: DEBUG nova.network.neutron [-] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.683182] env[69385]: DEBUG oslo_vmware.api [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146725} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.683448] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.683614] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.683783] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.683954] env[69385]: INFO nova.compute.manager [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Took 1.16 seconds to destroy the instance on the hypervisor. [ 916.684232] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.684409] env[69385]: DEBUG nova.compute.manager [-] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.684500] env[69385]: DEBUG nova.network.neutron [-] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.761927] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340415, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.779243] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Successfully created port: 0d6b9342-e75f-4731-abb5-4e9a49f543a2 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.968412] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.063539] env[69385]: DEBUG nova.compute.manager [req-1d42c862-e750-47af-937d-1c3dd5905fb6 req-5cfc721e-3b73-42a7-a4e0-f798a92d854b service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Received event network-vif-deleted-896bc5ef-5da8-4164-a6a1-a774c53ef027 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 917.063761] env[69385]: INFO nova.compute.manager [req-1d42c862-e750-47af-937d-1c3dd5905fb6 req-5cfc721e-3b73-42a7-a4e0-f798a92d854b service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Neutron deleted interface 896bc5ef-5da8-4164-a6a1-a774c53ef027; detaching it from the instance and deleting it from the info cache [ 917.063973] env[69385]: DEBUG nova.network.neutron [req-1d42c862-e750-47af-937d-1c3dd5905fb6 req-5cfc721e-3b73-42a7-a4e0-f798a92d854b service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.264026] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340415, 'name': Rename_Task, 'duration_secs': 0.942547} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.264026] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.264026] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ee7bc29-8836-4edf-8629-6a4682de5ba4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.272631] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 917.272631] env[69385]: value = "task-3340416" [ 917.272631] env[69385]: _type = "Task" [ 917.272631] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.282245] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.488076] env[69385]: DEBUG nova.network.neutron [-] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.532016] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6dc80b-4845-4729-b16e-fa74cfe67826 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.544927] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bec64e-6147-4c52-8894-9f0677a49791 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.590097] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71f4ce53-893b-4423-8ca6-e8f2f4a4e5c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.592534] env[69385]: DEBUG nova.network.neutron [-] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.595393] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c036e8a-8725-4ba7-a34e-3360ab1e7a3b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.614560] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851eddb3-bcd4-4918-92a9-6de1b5f29c9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.623419] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e791c8-8a9e-46bd-8abb-9ba504a3342d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.651270] env[69385]: DEBUG nova.compute.provider_tree [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.667012] env[69385]: DEBUG nova.compute.manager [req-1d42c862-e750-47af-937d-1c3dd5905fb6 req-5cfc721e-3b73-42a7-a4e0-f798a92d854b service nova] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Detach interface failed, port_id=896bc5ef-5da8-4164-a6a1-a774c53ef027, reason: Instance 1180e248-cb8e-46d8-b0e0-f82304723954 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 917.668250] env[69385]: DEBUG nova.scheduler.client.report [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.784582] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340416, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.843317] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "5dc95d89-a3dd-465c-98c2-45b14febd162" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.843666] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.843935] env[69385]: DEBUG nova.compute.manager [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Going to confirm migration 2 {{(pid=69385) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 917.983049] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.990167] env[69385]: INFO nova.compute.manager [-] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Took 1.40 seconds to deallocate network for instance. [ 918.006432] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.006676] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.006830] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.007342] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.007342] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.007342] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.007517] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.007671] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.007870] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.008046] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.008225] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.009109] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750bf41-e745-4d4a-8bf6-eacf0c391681 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.018478] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eadbf59-2728-4b0c-a0c6-794e81d08a74 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.040465] env[69385]: DEBUG oslo_vmware.rw_handles [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223d6a5-a4c5-f70e-e31f-23bb2acd89ba/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.041462] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cf7455-8ca4-4162-9e33-1f6365892cd0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.049538] env[69385]: DEBUG oslo_vmware.rw_handles [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223d6a5-a4c5-f70e-e31f-23bb2acd89ba/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.049538] env[69385]: ERROR oslo_vmware.rw_handles [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223d6a5-a4c5-f70e-e31f-23bb2acd89ba/disk-0.vmdk due to incomplete transfer. [ 918.049687] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6de8dda5-4ea6-48a0-afec-61cf6aaf45cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.059431] env[69385]: DEBUG oslo_vmware.rw_handles [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223d6a5-a4c5-f70e-e31f-23bb2acd89ba/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 918.059785] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Uploaded image 28f3eb0d-56aa-487e-aa0c-17a064f44a02 to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 918.062630] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 918.063253] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fda8c47f-63ca-4077-8049-0c2f1826a600 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.071640] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 918.071640] env[69385]: value = "task-3340417" [ 918.071640] env[69385]: _type = "Task" [ 918.071640] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.080793] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340417, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.100206] env[69385]: INFO nova.compute.manager [-] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Took 1.42 seconds to deallocate network for instance. [ 918.173087] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.173712] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.176653] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.915s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.284796] env[69385]: DEBUG oslo_vmware.api [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340416, 'name': PowerOnVM_Task, 'duration_secs': 0.690291} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.285398] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.285824] env[69385]: INFO nova.compute.manager [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Took 8.69 seconds to spawn the instance on the hypervisor. [ 918.286108] env[69385]: DEBUG nova.compute.manager [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.287032] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7774956-4084-4a7c-98b0-e658f4911994 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.324253] env[69385]: DEBUG nova.compute.manager [req-46f5240b-b738-40aa-9708-b48792407332 req-cd76e1f3-12d4-4a0e-bd9b-efdb821dd2c2 service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Received event network-vif-plugged-0d6b9342-e75f-4731-abb5-4e9a49f543a2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 918.324253] env[69385]: DEBUG oslo_concurrency.lockutils [req-46f5240b-b738-40aa-9708-b48792407332 req-cd76e1f3-12d4-4a0e-bd9b-efdb821dd2c2 service nova] Acquiring lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.324253] env[69385]: DEBUG oslo_concurrency.lockutils [req-46f5240b-b738-40aa-9708-b48792407332 req-cd76e1f3-12d4-4a0e-bd9b-efdb821dd2c2 service nova] Lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.324253] env[69385]: DEBUG oslo_concurrency.lockutils [req-46f5240b-b738-40aa-9708-b48792407332 req-cd76e1f3-12d4-4a0e-bd9b-efdb821dd2c2 service nova] Lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.324560] env[69385]: DEBUG nova.compute.manager [req-46f5240b-b738-40aa-9708-b48792407332 req-cd76e1f3-12d4-4a0e-bd9b-efdb821dd2c2 service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] No waiting events found dispatching network-vif-plugged-0d6b9342-e75f-4731-abb5-4e9a49f543a2 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.324850] env[69385]: WARNING nova.compute.manager [req-46f5240b-b738-40aa-9708-b48792407332 req-cd76e1f3-12d4-4a0e-bd9b-efdb821dd2c2 service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Received unexpected event network-vif-plugged-0d6b9342-e75f-4731-abb5-4e9a49f543a2 for instance with vm_state building and task_state spawning. [ 918.423364] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Successfully updated port: 0d6b9342-e75f-4731-abb5-4e9a49f543a2 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.426930] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.426930] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.426930] env[69385]: DEBUG nova.network.neutron [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.426930] env[69385]: DEBUG nova.objects.instance [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lazy-loading 'info_cache' on Instance uuid 5dc95d89-a3dd-465c-98c2-45b14febd162 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.497194] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.582533] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340417, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.608264] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.680757] env[69385]: DEBUG nova.compute.utils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.684302] env[69385]: INFO nova.compute.claims [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.689112] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.689297] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.736671] env[69385]: DEBUG nova.policy [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5febf8c52d7e493ca3f0eb33cc9c162c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67685f881c454685ad169d7cffc167d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.810226] env[69385]: INFO nova.compute.manager [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Took 45.45 seconds to build instance. [ 918.928433] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "refresh_cache-5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.928433] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "refresh_cache-5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928433] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.045899] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Successfully created port: cc4023e5-17d1-4835-af0f-1650a8f707e6 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.083292] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340417, 'name': Destroy_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.095835] env[69385]: DEBUG nova.compute.manager [req-6cb52b03-fb05-4820-a2a9-ae4c498d3f9a req-7f367449-dd58-40a9-97da-1370c5608e7e service nova] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Received event network-vif-deleted-05b952b2-cd66-4b15-99fe-fe719c1308d2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 919.190609] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.198926] env[69385]: INFO nova.compute.resource_tracker [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating resource usage from migration 8070ce86-1eed-490a-9d07-87283daad29e [ 919.315569] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ec84f5a6-6d3c-4ff6-8687-cc858087c1af tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.655s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.489891] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.593455] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340417, 'name': Destroy_Task, 'duration_secs': 1.10805} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.595738] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Destroyed the VM [ 919.595738] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 919.595738] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c382add-8faf-494f-af4e-999265f0ea93 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.605783] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 919.605783] env[69385]: value = "task-3340418" [ 919.605783] env[69385]: _type = "Task" [ 919.605783] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.620409] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.668335] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Updating instance_info_cache with network_info: [{"id": "0d6b9342-e75f-4731-abb5-4e9a49f543a2", "address": "fa:16:3e:c1:33:09", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6b9342-e7", "ovs_interfaceid": "0d6b9342-e75f-4731-abb5-4e9a49f543a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.727448] env[69385]: DEBUG nova.network.neutron [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance_info_cache with network_info: [{"id": "b97264fb-5b05-4024-a8d6-135557c8cc86", "address": "fa:16:3e:a1:9a:89", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97264fb-5b", "ovs_interfaceid": "b97264fb-5b05-4024-a8d6-135557c8cc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.828367] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270d8b33-81f6-46bc-9950-e42250932090 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.835344] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5553237-2b32-4ad4-bf69-1f4cf4ac6993 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.869139] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d4ee2f-2feb-40b9-a88e-5ea5645c1c9a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.877663] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56de1f5c-54ac-44a1-9969-7936f1adb5de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.892607] env[69385]: DEBUG nova.compute.provider_tree [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.116805] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340418, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.171581] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "refresh_cache-5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.171992] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Instance network_info: |[{"id": "0d6b9342-e75f-4731-abb5-4e9a49f543a2", "address": "fa:16:3e:c1:33:09", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6b9342-e7", "ovs_interfaceid": "0d6b9342-e75f-4731-abb5-4e9a49f543a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.172536] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:33:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d6b9342-e75f-4731-abb5-4e9a49f543a2', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.181673] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.182134] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.182362] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b995d8e2-3d0e-49e6-837f-7d1a97f1c399 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.207195] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.207195] env[69385]: value = "task-3340419" [ 920.207195] env[69385]: _type = "Task" [ 920.207195] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.211254] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.219744] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340419, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.232491] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-5dc95d89-a3dd-465c-98c2-45b14febd162" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.232653] env[69385]: DEBUG nova.objects.instance [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lazy-loading 'migration_context' on Instance uuid 5dc95d89-a3dd-465c-98c2-45b14febd162 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.240740] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.240740] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.241335] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.241335] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.241335] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.241481] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.241699] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.241901] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.242161] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.242417] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.242651] env[69385]: DEBUG nova.virt.hardware [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.243637] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f56488-7bc8-44aa-9e26-3e7785caaf8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.253458] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833966e9-137b-4bca-bbcb-ee95cf894d3f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.297623] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "65422071-f897-45e4-8930-791693670147" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.297882] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "65422071-f897-45e4-8930-791693670147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.360936] env[69385]: DEBUG nova.compute.manager [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Received event network-changed-0d6b9342-e75f-4731-abb5-4e9a49f543a2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 920.360936] env[69385]: DEBUG nova.compute.manager [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Refreshing instance network info cache due to event network-changed-0d6b9342-e75f-4731-abb5-4e9a49f543a2. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 920.360936] env[69385]: DEBUG oslo_concurrency.lockutils [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] Acquiring lock "refresh_cache-5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.360936] env[69385]: DEBUG oslo_concurrency.lockutils [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] Acquired lock "refresh_cache-5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.361392] env[69385]: DEBUG nova.network.neutron [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Refreshing network info cache for port 0d6b9342-e75f-4731-abb5-4e9a49f543a2 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.396868] env[69385]: DEBUG nova.scheduler.client.report [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.617503] env[69385]: DEBUG oslo_vmware.api [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340418, 'name': RemoveSnapshot_Task, 'duration_secs': 0.756577} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.617807] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 920.618076] env[69385]: INFO nova.compute.manager [None req-39af884e-06e8-41b3-897e-34fee89c5c62 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Took 19.01 seconds to snapshot the instance on the hypervisor. [ 920.664013] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Successfully updated port: cc4023e5-17d1-4835-af0f-1650a8f707e6 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.720222] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340419, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.739028] env[69385]: DEBUG nova.objects.base [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Object Instance<5dc95d89-a3dd-465c-98c2-45b14febd162> lazy-loaded attributes: info_cache,migration_context {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 920.739857] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2c9ba8-068f-4c3a-963c-55ad3106121a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.760915] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7f4015-494c-4862-9ea6-f423a156ed91 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.769021] env[69385]: DEBUG oslo_vmware.api [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 920.769021] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fc61ed-4ec3-20c6-719a-5f3ff3e2561d" [ 920.769021] env[69385]: _type = "Task" [ 920.769021] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.776452] env[69385]: DEBUG oslo_vmware.api [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fc61ed-4ec3-20c6-719a-5f3ff3e2561d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.800229] env[69385]: DEBUG nova.compute.manager [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.902059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.726s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.902300] env[69385]: INFO nova.compute.manager [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Migrating [ 920.908873] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.220s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.908919] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.909074] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 920.909376] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.831s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.910894] env[69385]: INFO nova.compute.claims [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.916395] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5ccaa6-fe0f-4f1f-b9eb-1f7bc1f4b06b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.931343] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e4b606-f69a-4e60-8e4e-f26d0bf90ea8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.950304] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c095de7-ae9f-4ef4-bbe6-6db94ec08e71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.959538] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f328340b-814c-458b-8023-f3bdbf0b8035 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.990724] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178443MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 920.990911] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.129120] env[69385]: DEBUG nova.compute.manager [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Received event network-vif-plugged-cc4023e5-17d1-4835-af0f-1650a8f707e6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.129120] env[69385]: DEBUG oslo_concurrency.lockutils [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] Acquiring lock "85b95ef8-cc8a-4c72-ac86-65df62c67819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.129120] env[69385]: DEBUG oslo_concurrency.lockutils [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] Lock "85b95ef8-cc8a-4c72-ac86-65df62c67819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.129120] env[69385]: DEBUG oslo_concurrency.lockutils [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] Lock "85b95ef8-cc8a-4c72-ac86-65df62c67819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.129120] env[69385]: DEBUG nova.compute.manager [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] No waiting events found dispatching network-vif-plugged-cc4023e5-17d1-4835-af0f-1650a8f707e6 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.129120] env[69385]: WARNING nova.compute.manager [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Received unexpected event network-vif-plugged-cc4023e5-17d1-4835-af0f-1650a8f707e6 for instance with vm_state building and task_state spawning. [ 921.129120] env[69385]: DEBUG nova.compute.manager [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Received event network-changed-cc4023e5-17d1-4835-af0f-1650a8f707e6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.129120] env[69385]: DEBUG nova.compute.manager [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Refreshing instance network info cache due to event network-changed-cc4023e5-17d1-4835-af0f-1650a8f707e6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 921.129120] env[69385]: DEBUG oslo_concurrency.lockutils [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] Acquiring lock "refresh_cache-85b95ef8-cc8a-4c72-ac86-65df62c67819" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.129120] env[69385]: DEBUG oslo_concurrency.lockutils [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] Acquired lock "refresh_cache-85b95ef8-cc8a-4c72-ac86-65df62c67819" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.129120] env[69385]: DEBUG nova.network.neutron [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Refreshing network info cache for port cc4023e5-17d1-4835-af0f-1650a8f707e6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.167428] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "refresh_cache-85b95ef8-cc8a-4c72-ac86-65df62c67819" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.171390] env[69385]: DEBUG nova.network.neutron [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Updated VIF entry in instance network info cache for port 0d6b9342-e75f-4731-abb5-4e9a49f543a2. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.171390] env[69385]: DEBUG nova.network.neutron [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Updating instance_info_cache with network_info: [{"id": "0d6b9342-e75f-4731-abb5-4e9a49f543a2", "address": "fa:16:3e:c1:33:09", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6b9342-e7", "ovs_interfaceid": "0d6b9342-e75f-4731-abb5-4e9a49f543a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.220039] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340419, 'name': CreateVM_Task, 'duration_secs': 0.71981} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.220039] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.220596] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.220758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.221088] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.221336] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb3e000-042d-4dda-9e88-9295b5439e54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.226849] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 921.226849] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e94bc9-0576-3dd5-de18-eef456759eb6" [ 921.226849] env[69385]: _type = "Task" [ 921.226849] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.234972] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e94bc9-0576-3dd5-de18-eef456759eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.277767] env[69385]: DEBUG oslo_vmware.api [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fc61ed-4ec3-20c6-719a-5f3ff3e2561d, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.278078] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.323485] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.426910] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.426910] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.427305] env[69385]: DEBUG nova.network.neutron [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.675121] env[69385]: DEBUG oslo_concurrency.lockutils [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] Releasing lock "refresh_cache-5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.675121] env[69385]: DEBUG nova.compute.manager [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-changed-ada6ae53-e7ed-4873-993d-99fa4c58185d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.675121] env[69385]: DEBUG nova.compute.manager [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Refreshing instance network info cache due to event network-changed-ada6ae53-e7ed-4873-993d-99fa4c58185d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 921.675619] env[69385]: DEBUG oslo_concurrency.lockutils [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] Acquiring lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.675619] env[69385]: DEBUG oslo_concurrency.lockutils [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] Acquired lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.675619] env[69385]: DEBUG nova.network.neutron [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Refreshing network info cache for port ada6ae53-e7ed-4873-993d-99fa4c58185d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.681412] env[69385]: DEBUG nova.network.neutron [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.742990] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e94bc9-0576-3dd5-de18-eef456759eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.038932} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.743365] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.743608] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.743837] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.743982] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.744181] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.744439] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34196424-a08f-4f0d-9bb7-fda3ef9b8fc9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.753971] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.754259] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.754984] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35963256-3774-4633-9d67-090ac3759d9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.762728] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 921.762728] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b50943-8e7d-489d-de11-1f7c7728f30d" [ 921.762728] env[69385]: _type = "Task" [ 921.762728] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.771227] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b50943-8e7d-489d-de11-1f7c7728f30d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.789641] env[69385]: DEBUG nova.network.neutron [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.188077] env[69385]: DEBUG nova.network.neutron [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance_info_cache with network_info: [{"id": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "address": "fa:16:3e:d6:05:8f", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1b36a-aa", "ovs_interfaceid": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.285385] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b50943-8e7d-489d-de11-1f7c7728f30d, 'name': SearchDatastore_Task, 'duration_secs': 0.039786} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.286754] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9364a83-f049-43df-8227-811d5f5410ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.293147] env[69385]: DEBUG oslo_concurrency.lockutils [req-486414ff-e424-4233-8b61-b1d6b705f56d req-6a758341-6596-4ff1-909a-54f39c6d127c service nova] Releasing lock "refresh_cache-85b95ef8-cc8a-4c72-ac86-65df62c67819" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.294463] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "refresh_cache-85b95ef8-cc8a-4c72-ac86-65df62c67819" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.295028] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.300358] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 922.300358] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e3628-0c7e-3e14-4737-a28a6cdb4cc4" [ 922.300358] env[69385]: _type = "Task" [ 922.300358] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.312678] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e3628-0c7e-3e14-4737-a28a6cdb4cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.314980] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.315256] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea/5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.315522] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7af75be1-25ca-4064-9de8-d07a551c1d95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.325729] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 922.325729] env[69385]: value = "task-3340420" [ 922.325729] env[69385]: _type = "Task" [ 922.325729] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.334823] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.429075] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d08412a-4322-4951-9305-39dbd1ab1566 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.433134] env[69385]: DEBUG nova.network.neutron [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updated VIF entry in instance network info cache for port ada6ae53-e7ed-4873-993d-99fa4c58185d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.433479] env[69385]: DEBUG nova.network.neutron [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updating instance_info_cache with network_info: [{"id": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "address": "fa:16:3e:16:98:07", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6ae53-e7", "ovs_interfaceid": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.440105] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b63021-036c-4c42-b038-799ba66dad8d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.472935] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f0337b-20aa-4bbb-af76-291cc6b54a8e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.481966] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0c77e5-2994-4125-b3b3-ed7630f0b078 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.497060] env[69385]: DEBUG nova.compute.provider_tree [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.690862] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.825236] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.837293] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461424} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.837703] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea/5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.838090] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.838353] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eedb5a38-6928-4590-b9d4-1be694170c10 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.845710] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 922.845710] env[69385]: value = "task-3340421" [ 922.845710] env[69385]: _type = "Task" [ 922.845710] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.857818] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.938873] env[69385]: DEBUG oslo_concurrency.lockutils [req-1361785b-e17a-4415-961a-ab7e48bd1e70 req-ce8885ec-7cad-49e5-a626-d5db9c882e9a service nova] Releasing lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.000334] env[69385]: DEBUG nova.scheduler.client.report [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.004691] env[69385]: DEBUG nova.network.neutron [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Updating instance_info_cache with network_info: [{"id": "cc4023e5-17d1-4835-af0f-1650a8f707e6", "address": "fa:16:3e:26:48:54", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4023e5-17", "ovs_interfaceid": "cc4023e5-17d1-4835-af0f-1650a8f707e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.359637] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061825} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.359894] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.360686] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89f4959-5556-4fcf-a3c4-b6887a5ca2e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.382698] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea/5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.382970] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a35b871-668e-4f0d-a73f-2d8ade3e03a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.403933] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 923.403933] env[69385]: value = "task-3340422" [ 923.403933] env[69385]: _type = "Task" [ 923.403933] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.412410] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.507061] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.507616] env[69385]: DEBUG nova.compute.manager [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.510345] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.172s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.511857] env[69385]: INFO nova.compute.claims [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.514563] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "refresh_cache-85b95ef8-cc8a-4c72-ac86-65df62c67819" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.514836] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Instance network_info: |[{"id": "cc4023e5-17d1-4835-af0f-1650a8f707e6", "address": "fa:16:3e:26:48:54", "network": {"id": "2913aafc-23b8-4b13-bd3d-77211997947d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2005014723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67685f881c454685ad169d7cffc167d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4023e5-17", "ovs_interfaceid": "cc4023e5-17d1-4835-af0f-1650a8f707e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.515497] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:48:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc4023e5-17d1-4835-af0f-1650a8f707e6', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.523019] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.523224] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.523435] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f62c11b1-d209-4202-b0a8-0723f216c634 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.545321] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.545321] env[69385]: value = "task-3340423" [ 923.545321] env[69385]: _type = "Task" [ 923.545321] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.553984] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340423, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.915210] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.018644] env[69385]: DEBUG nova.compute.utils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.020372] env[69385]: DEBUG nova.compute.manager [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.020372] env[69385]: DEBUG nova.network.neutron [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.055711] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340423, 'name': CreateVM_Task, 'duration_secs': 0.357947} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.055896] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.056579] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.056744] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.057072] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.057347] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ef487f-f1c8-4431-960c-c48281768025 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.063119] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 924.063119] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b23207-e35e-c6ff-fb87-a2fe0ecf8591" [ 924.063119] env[69385]: _type = "Task" [ 924.063119] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.072609] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b23207-e35e-c6ff-fb87-a2fe0ecf8591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.080483] env[69385]: DEBUG nova.policy [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe350abd58054dde8676ee68499090fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dfa1fd6d0f3446fbf53334c3a8c1bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.208318] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b09261-b6f2-43d3-ab43-b81e98d8a737 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.229067] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance '3c5a9b6f-ee7b-421b-bafe-4044a4c4e479' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.423028] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340422, 'name': ReconfigVM_Task, 'duration_secs': 0.783999} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.423357] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea/5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.423957] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e4c983-f6af-4e89-af95-426a39361255 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.428019] env[69385]: DEBUG nova.network.neutron [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Successfully created port: 20b0ec67-2189-4f8b-9e98-0688dbd69f8e {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.431438] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 924.431438] env[69385]: value = "task-3340424" [ 924.431438] env[69385]: _type = "Task" [ 924.431438] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.441313] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340424, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.523933] env[69385]: DEBUG nova.compute.manager [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.575744] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b23207-e35e-c6ff-fb87-a2fe0ecf8591, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.576085] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.576372] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.576684] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.576842] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.577403] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.577692] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19d04a74-d82e-4a37-812a-6bbf5d7e6669 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.587612] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.587851] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.588629] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6f90e9-8e65-4b63-9c5f-96d661d2cf04 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.596880] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 924.596880] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525af8a7-5e07-d271-2d0d-8f8fb29552e6" [ 924.596880] env[69385]: _type = "Task" [ 924.596880] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.608337] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525af8a7-5e07-d271-2d0d-8f8fb29552e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.609128] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a596800f-3bfe-4cb5-9cf8-bdc2c563154f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.618094] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 924.618094] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52249106-9d79-6b8e-a4f1-7f908f63b62e" [ 924.618094] env[69385]: _type = "Task" [ 924.618094] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.626092] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52249106-9d79-6b8e-a4f1-7f908f63b62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.736194] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.736498] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01474b7d-99b9-4c07-a542-e10fc995fe1b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.747678] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 924.747678] env[69385]: value = "task-3340425" [ 924.747678] env[69385]: _type = "Task" [ 924.747678] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.759796] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.944296] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340424, 'name': Rename_Task, 'duration_secs': 0.170336} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.944590] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.944843] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f99cb4a-c445-443d-ae9c-e946132cbaba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.954896] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 924.954896] env[69385]: value = "task-3340426" [ 924.954896] env[69385]: _type = "Task" [ 924.954896] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.963335] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.977434] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6718483-eb25-464c-beb4-e9bc6decd1e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.985327] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758786d-e112-4e2f-974d-95d5538199fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.020086] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e8d4cc-4280-4a23-be62-da710c289a37 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.032557] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52ae587-b910-46a3-ae9a-cfc665f3789c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.047552] env[69385]: DEBUG nova.compute.provider_tree [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.128792] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52249106-9d79-6b8e-a4f1-7f908f63b62e, 'name': SearchDatastore_Task, 'duration_secs': 0.012071} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.129279] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.129603] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 85b95ef8-cc8a-4c72-ac86-65df62c67819/85b95ef8-cc8a-4c72-ac86-65df62c67819.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.129874] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59472cb8-e19a-4862-be84-74c51dd1c369 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.138686] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 925.138686] env[69385]: value = "task-3340427" [ 925.138686] env[69385]: _type = "Task" [ 925.138686] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.148073] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.259163] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340425, 'name': PowerOffVM_Task, 'duration_secs': 0.244603} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.259468] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.259678] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance '3c5a9b6f-ee7b-421b-bafe-4044a4c4e479' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.466825] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340426, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.539172] env[69385]: DEBUG nova.compute.manager [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.551185] env[69385]: DEBUG nova.scheduler.client.report [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.570931] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.571344] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.571577] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.571998] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.572116] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.572282] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.572523] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.572729] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.572918] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.573187] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.573404] env[69385]: DEBUG nova.virt.hardware [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.574397] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9761cbe-2b1b-4d9b-b1a8-f6914b4c746c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.585910] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6d0589-b43d-4ddd-8ed0-4a20cc93be48 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.652540] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340427, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.766704] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.766947] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.767176] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.767337] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.767501] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.767651] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.767937] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.768332] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.768543] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.768888] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.769100] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.774280] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85274c83-6de0-47ce-9a91-1c40ce60180d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.792157] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 925.792157] env[69385]: value = "task-3340428" [ 925.792157] env[69385]: _type = "Task" [ 925.792157] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.800742] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.826710] env[69385]: DEBUG nova.compute.manager [req-a7df7e70-42a5-452b-b97a-00cd7ddab885 req-90011676-e358-4442-ba42-dc32930a58d6 service nova] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Received event network-vif-plugged-20b0ec67-2189-4f8b-9e98-0688dbd69f8e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.826969] env[69385]: DEBUG oslo_concurrency.lockutils [req-a7df7e70-42a5-452b-b97a-00cd7ddab885 req-90011676-e358-4442-ba42-dc32930a58d6 service nova] Acquiring lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.827163] env[69385]: DEBUG oslo_concurrency.lockutils [req-a7df7e70-42a5-452b-b97a-00cd7ddab885 req-90011676-e358-4442-ba42-dc32930a58d6 service nova] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.827491] env[69385]: DEBUG oslo_concurrency.lockutils [req-a7df7e70-42a5-452b-b97a-00cd7ddab885 req-90011676-e358-4442-ba42-dc32930a58d6 service nova] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.827578] env[69385]: DEBUG nova.compute.manager [req-a7df7e70-42a5-452b-b97a-00cd7ddab885 req-90011676-e358-4442-ba42-dc32930a58d6 service nova] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] No waiting events found dispatching network-vif-plugged-20b0ec67-2189-4f8b-9e98-0688dbd69f8e {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.827750] env[69385]: WARNING nova.compute.manager [req-a7df7e70-42a5-452b-b97a-00cd7ddab885 req-90011676-e358-4442-ba42-dc32930a58d6 service nova] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Received unexpected event network-vif-plugged-20b0ec67-2189-4f8b-9e98-0688dbd69f8e for instance with vm_state building and task_state spawning. [ 925.913595] env[69385]: DEBUG nova.network.neutron [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Successfully updated port: 20b0ec67-2189-4f8b-9e98-0688dbd69f8e {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.968034] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340426, 'name': PowerOnVM_Task, 'duration_secs': 0.750654} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.968034] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.968034] env[69385]: INFO nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Took 7.98 seconds to spawn the instance on the hypervisor. [ 925.968267] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.969035] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f100a6-9f3e-4209-87f7-389348ed0afe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.057898] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.058648] env[69385]: DEBUG nova.compute.manager [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.061407] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.278s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.061631] env[69385]: DEBUG nova.objects.instance [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lazy-loading 'resources' on Instance uuid dc140836-f1cf-4c4d-9f29-ce849f969179 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.150886] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546766} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.151183] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 85b95ef8-cc8a-4c72-ac86-65df62c67819/85b95ef8-cc8a-4c72-ac86-65df62c67819.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.151406] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.151665] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-049a7bff-e1b7-45c8-a15e-80e672d4c587 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.160033] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 926.160033] env[69385]: value = "task-3340429" [ 926.160033] env[69385]: _type = "Task" [ 926.160033] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.170348] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.304907] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340428, 'name': ReconfigVM_Task, 'duration_secs': 0.30747} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.304907] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance '3c5a9b6f-ee7b-421b-bafe-4044a4c4e479' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.415883] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.416059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.416225] env[69385]: DEBUG nova.network.neutron [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.485233] env[69385]: INFO nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Took 40.17 seconds to build instance. [ 926.566138] env[69385]: DEBUG nova.compute.utils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.572814] env[69385]: DEBUG nova.compute.manager [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.573085] env[69385]: DEBUG nova.network.neutron [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.643027] env[69385]: DEBUG nova.policy [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2cf3d99070c4747939303b552bbb09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52da970bf5c44af0ad642c3f84c7b8d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.671475] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.442843} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.673683] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.674688] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f4e1f6-5fdf-455d-84b5-b20c417544d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.704326] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 85b95ef8-cc8a-4c72-ac86-65df62c67819/85b95ef8-cc8a-4c72-ac86-65df62c67819.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.708134] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f7538d-2131-4119-80de-570c3e4f7e20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.732770] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 926.732770] env[69385]: value = "task-3340430" [ 926.732770] env[69385]: _type = "Task" [ 926.732770] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.742793] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.812357] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T03:01:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0717981d-b12d-4fee-a131-436ed714b110',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-311613783',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.812763] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.812763] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.812939] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.813095] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.813253] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.813565] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.813674] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.813844] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.814016] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.814391] env[69385]: DEBUG nova.virt.hardware [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.819814] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 926.821326] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c38ff0d-eefa-4087-bb18-75454b93c537 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.845320] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 926.845320] env[69385]: value = "task-3340431" [ 926.845320] env[69385]: _type = "Task" [ 926.845320] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.857458] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.964256] env[69385]: DEBUG nova.network.neutron [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.987252] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.960s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.040339] env[69385]: DEBUG nova.network.neutron [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Successfully created port: d298592f-5c99-4c6d-9dd9-c78370ed0d8f {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.073862] env[69385]: DEBUG nova.compute.manager [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.138285] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f1ba24-aa1c-400c-8360-d75711235ccc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.148247] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c973e5f6-d71c-4748-86f6-f0e9b1496ab1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.183837] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3dc147-afe8-4d95-a237-12b950d09b9b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.193217] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489855f4-e083-4a7a-afb5-74413a94cbf5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.209025] env[69385]: DEBUG nova.compute.provider_tree [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.229411] env[69385]: DEBUG nova.network.neutron [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Updating instance_info_cache with network_info: [{"id": "20b0ec67-2189-4f8b-9e98-0688dbd69f8e", "address": "fa:16:3e:71:a0:d9", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b0ec67-21", "ovs_interfaceid": "20b0ec67-2189-4f8b-9e98-0688dbd69f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.244353] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340430, 'name': ReconfigVM_Task, 'duration_secs': 0.328795} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.244653] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 85b95ef8-cc8a-4c72-ac86-65df62c67819/85b95ef8-cc8a-4c72-ac86-65df62c67819.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.245934] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97ca6f37-0c83-4e7f-a906-3c2276c7d1d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.254521] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 927.254521] env[69385]: value = "task-3340432" [ 927.254521] env[69385]: _type = "Task" [ 927.254521] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.266619] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340432, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.356842] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340431, 'name': ReconfigVM_Task, 'duration_secs': 0.190678} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.357151] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.357945] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e57f32-3c21-4dec-a9a7-52c8a00e3635 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.385736] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479/3c5a9b6f-ee7b-421b-bafe-4044a4c4e479.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.386416] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aef5fd7-9b8e-44e3-9e01-2a9d6bcdd820 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.406287] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 927.406287] env[69385]: value = "task-3340433" [ 927.406287] env[69385]: _type = "Task" [ 927.406287] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.414981] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.715222] env[69385]: DEBUG nova.scheduler.client.report [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.731255] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.731566] env[69385]: DEBUG nova.compute.manager [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Instance network_info: |[{"id": "20b0ec67-2189-4f8b-9e98-0688dbd69f8e", "address": "fa:16:3e:71:a0:d9", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b0ec67-21", "ovs_interfaceid": "20b0ec67-2189-4f8b-9e98-0688dbd69f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.732018] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:a0:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20b0ec67-2189-4f8b-9e98-0688dbd69f8e', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.740120] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.740900] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.741245] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4daf51c4-006b-47eb-9ca5-7afa394d24f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.765805] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340432, 'name': Rename_Task, 'duration_secs': 0.152584} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.767078] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.767316] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.767316] env[69385]: value = "task-3340434" [ 927.767316] env[69385]: _type = "Task" [ 927.767316] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.767491] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2145a742-6090-46db-98e9-8bc93a260b92 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.777862] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340434, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.779237] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 927.779237] env[69385]: value = "task-3340435" [ 927.779237] env[69385]: _type = "Task" [ 927.779237] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.788052] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.856428] env[69385]: DEBUG nova.compute.manager [req-d8897a62-f1fe-4836-a8ef-52e18816ba34 req-9e529cf1-3de4-447e-a21d-659449f7cc8c service nova] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Received event network-changed-20b0ec67-2189-4f8b-9e98-0688dbd69f8e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 927.856819] env[69385]: DEBUG nova.compute.manager [req-d8897a62-f1fe-4836-a8ef-52e18816ba34 req-9e529cf1-3de4-447e-a21d-659449f7cc8c service nova] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Refreshing instance network info cache due to event network-changed-20b0ec67-2189-4f8b-9e98-0688dbd69f8e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 927.857377] env[69385]: DEBUG oslo_concurrency.lockutils [req-d8897a62-f1fe-4836-a8ef-52e18816ba34 req-9e529cf1-3de4-447e-a21d-659449f7cc8c service nova] Acquiring lock "refresh_cache-a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.857651] env[69385]: DEBUG oslo_concurrency.lockutils [req-d8897a62-f1fe-4836-a8ef-52e18816ba34 req-9e529cf1-3de4-447e-a21d-659449f7cc8c service nova] Acquired lock "refresh_cache-a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.857923] env[69385]: DEBUG nova.network.neutron [req-d8897a62-f1fe-4836-a8ef-52e18816ba34 req-9e529cf1-3de4-447e-a21d-659449f7cc8c service nova] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Refreshing network info cache for port 20b0ec67-2189-4f8b-9e98-0688dbd69f8e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.917183] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340433, 'name': ReconfigVM_Task, 'duration_secs': 0.293155} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.917555] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479/3c5a9b6f-ee7b-421b-bafe-4044a4c4e479.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.917925] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance '3c5a9b6f-ee7b-421b-bafe-4044a4c4e479' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.082998] env[69385]: DEBUG nova.compute.manager [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.110891] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.111190] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.111367] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.111550] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.111695] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.111841] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.112068] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.112235] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.112503] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.112641] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.112723] env[69385]: DEBUG nova.virt.hardware [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.113594] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730134b1-00fc-4469-81e1-d9a3c503f4c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.125208] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c9f9f6-1898-4a42-a052-46dc004f98de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.220441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.223370] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.181s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.224910] env[69385]: INFO nova.compute.claims [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.249086] env[69385]: INFO nova.scheduler.client.report [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Deleted allocations for instance dc140836-f1cf-4c4d-9f29-ce849f969179 [ 928.280630] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340434, 'name': CreateVM_Task, 'duration_secs': 0.386661} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.284086] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.284756] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.284971] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.285376] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.286585] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d40a27f8-2e52-49eb-989a-c4c85a31cb42 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.292064] env[69385]: DEBUG oslo_vmware.api [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340435, 'name': PowerOnVM_Task, 'duration_secs': 0.506987} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.293678] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.293897] env[69385]: INFO nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Took 8.08 seconds to spawn the instance on the hypervisor. [ 928.294147] env[69385]: DEBUG nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.294525] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 928.294525] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529c3cac-901e-d6ff-36f4-b52c4b0d10e9" [ 928.294525] env[69385]: _type = "Task" [ 928.294525] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.295308] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39517dc-c2cc-447a-ac97-43af440fc8ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.312351] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529c3cac-901e-d6ff-36f4-b52c4b0d10e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.312860] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.313093] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.313327] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.313452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.313623] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.313875] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d1fe145-401e-4418-96e9-d1bd27cf03e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.323948] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.324506] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.325299] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5601cfeb-c9a0-4d88-bbd7-e8b203e2a627 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.332137] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 928.332137] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d6c8ee-a44b-7536-627c-53865eda7192" [ 928.332137] env[69385]: _type = "Task" [ 928.332137] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.342281] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d6c8ee-a44b-7536-627c-53865eda7192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.424848] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d006f51a-0c10-49a9-a858-79f54ec945ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.445771] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63d4b87-01e8-4371-9d0d-ab7a93d0421c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.465622] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance '3c5a9b6f-ee7b-421b-bafe-4044a4c4e479' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.757181] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8088549f-7efa-4ef3-8ea6-62f18edf3eb8 tempest-ServerAddressesNegativeTestJSON-1475968245 tempest-ServerAddressesNegativeTestJSON-1475968245-project-member] Lock "dc140836-f1cf-4c4d-9f29-ce849f969179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.459s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.785335] env[69385]: DEBUG nova.network.neutron [req-d8897a62-f1fe-4836-a8ef-52e18816ba34 req-9e529cf1-3de4-447e-a21d-659449f7cc8c service nova] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Updated VIF entry in instance network info cache for port 20b0ec67-2189-4f8b-9e98-0688dbd69f8e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.785663] env[69385]: DEBUG nova.network.neutron [req-d8897a62-f1fe-4836-a8ef-52e18816ba34 req-9e529cf1-3de4-447e-a21d-659449f7cc8c service nova] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Updating instance_info_cache with network_info: [{"id": "20b0ec67-2189-4f8b-9e98-0688dbd69f8e", "address": "fa:16:3e:71:a0:d9", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b0ec67-21", "ovs_interfaceid": "20b0ec67-2189-4f8b-9e98-0688dbd69f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.819495] env[69385]: INFO nova.compute.manager [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Took 40.54 seconds to build instance. [ 928.845542] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d6c8ee-a44b-7536-627c-53865eda7192, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.846575] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47bced9-b475-43d3-8f9d-e09de5a7c42e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.852647] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 928.852647] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8e74b-5758-7801-f57f-df4e95349696" [ 928.852647] env[69385]: _type = "Task" [ 928.852647] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.861618] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8e74b-5758-7801-f57f-df4e95349696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.203863] env[69385]: DEBUG nova.network.neutron [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Successfully updated port: d298592f-5c99-4c6d-9dd9-c78370ed0d8f {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.242491] env[69385]: DEBUG nova.network.neutron [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Port 20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 929.279337] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.279598] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.279805] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.279986] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.280206] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.282385] env[69385]: INFO nova.compute.manager [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Terminating instance [ 929.288670] env[69385]: DEBUG oslo_concurrency.lockutils [req-d8897a62-f1fe-4836-a8ef-52e18816ba34 req-9e529cf1-3de4-447e-a21d-659449f7cc8c service nova] Releasing lock "refresh_cache-a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.321601] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6f98f65-2500-408b-9f88-52b7655a8e28 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "85b95ef8-cc8a-4c72-ac86-65df62c67819" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.263s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.365727] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8e74b-5758-7801-f57f-df4e95349696, 'name': SearchDatastore_Task, 'duration_secs': 0.043708} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.365971] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.366245] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83/a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.366509] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17e4d6af-8fbb-4ff9-8c84-a50fab814969 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.375151] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 929.375151] env[69385]: value = "task-3340436" [ 929.375151] env[69385]: _type = "Task" [ 929.375151] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.384920] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.448783] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "85b95ef8-cc8a-4c72-ac86-65df62c67819" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.449042] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "85b95ef8-cc8a-4c72-ac86-65df62c67819" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.450128] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "85b95ef8-cc8a-4c72-ac86-65df62c67819-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.450128] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "85b95ef8-cc8a-4c72-ac86-65df62c67819-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.450128] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "85b95ef8-cc8a-4c72-ac86-65df62c67819-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.452529] env[69385]: INFO nova.compute.manager [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Terminating instance [ 929.656251] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc0e7de-303f-4b3c-b50e-a6ad37c4ed41 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.665283] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc82c9c2-dc46-45ca-b4a9-4ae6f0fed6bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.699112] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b50d1c-99f9-4b36-8304-edcb8632c814 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.707058] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquiring lock "refresh_cache-c4fae709-b0de-4b8e-b6cb-b00a70140c8d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.707058] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquired lock "refresh_cache-c4fae709-b0de-4b8e-b6cb-b00a70140c8d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.707058] env[69385]: DEBUG nova.network.neutron [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.712220] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882f124e-61be-4047-a107-ff5cf67fca44 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.730390] env[69385]: DEBUG nova.compute.provider_tree [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.789177] env[69385]: DEBUG nova.compute.manager [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.789651] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.790898] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a24b277-6f57-45d8-abcd-f56866c592f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.800504] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.801553] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-004dc5f7-33dd-47e0-a000-2ccea099dcbe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.809304] env[69385]: DEBUG oslo_vmware.api [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 929.809304] env[69385]: value = "task-3340437" [ 929.809304] env[69385]: _type = "Task" [ 929.809304] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.818475] env[69385]: DEBUG oslo_vmware.api [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.886281] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.889737] env[69385]: DEBUG nova.compute.manager [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Received event network-vif-plugged-d298592f-5c99-4c6d-9dd9-c78370ed0d8f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.889737] env[69385]: DEBUG oslo_concurrency.lockutils [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] Acquiring lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.889737] env[69385]: DEBUG oslo_concurrency.lockutils [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] Lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.889737] env[69385]: DEBUG oslo_concurrency.lockutils [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] Lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.889737] env[69385]: DEBUG nova.compute.manager [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] No waiting events found dispatching network-vif-plugged-d298592f-5c99-4c6d-9dd9-c78370ed0d8f {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.889737] env[69385]: WARNING nova.compute.manager [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Received unexpected event network-vif-plugged-d298592f-5c99-4c6d-9dd9-c78370ed0d8f for instance with vm_state building and task_state spawning. [ 929.890135] env[69385]: DEBUG nova.compute.manager [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Received event network-changed-d298592f-5c99-4c6d-9dd9-c78370ed0d8f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.890135] env[69385]: DEBUG nova.compute.manager [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Refreshing instance network info cache due to event network-changed-d298592f-5c99-4c6d-9dd9-c78370ed0d8f. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 929.890767] env[69385]: DEBUG oslo_concurrency.lockutils [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] Acquiring lock "refresh_cache-c4fae709-b0de-4b8e-b6cb-b00a70140c8d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.961281] env[69385]: DEBUG nova.compute.manager [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.961281] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.961281] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e03d6b-af0f-4749-a4dd-7384d00ac350 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.973565] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.974253] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5c4ec1-284d-4115-81f5-8ddbe7d0a612 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.986460] env[69385]: DEBUG oslo_vmware.api [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 929.986460] env[69385]: value = "task-3340438" [ 929.986460] env[69385]: _type = "Task" [ 929.986460] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.000569] env[69385]: DEBUG oslo_vmware.api [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.251400] env[69385]: DEBUG nova.network.neutron [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.280626] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.280626] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.280921] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.282972] env[69385]: ERROR nova.scheduler.client.report [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [req-c778e9d7-c7e9-4610-8fef-202e6ff6dc41] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c778e9d7-c7e9-4610-8fef-202e6ff6dc41"}]} [ 930.314335] env[69385]: DEBUG nova.scheduler.client.report [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 930.324390] env[69385]: DEBUG oslo_vmware.api [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340437, 'name': PowerOffVM_Task, 'duration_secs': 0.30147} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.324821] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.325104] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.325980] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ac4e1b1-f433-4328-8351-9c3c162c7cad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.331549] env[69385]: DEBUG nova.scheduler.client.report [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 930.331767] env[69385]: DEBUG nova.compute.provider_tree [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.350283] env[69385]: DEBUG nova.scheduler.client.report [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 930.372660] env[69385]: DEBUG nova.scheduler.client.report [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 930.392038] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901774} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.396226] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83/a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.396435] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.396722] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.396900] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.397088] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleting the datastore file [datastore2] 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.397325] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-006b9844-73e7-4315-befd-27acd84f3ac2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.400018] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e801bc6d-4d0c-4524-9284-4bf700da1639 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.410806] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 930.410806] env[69385]: value = "task-3340441" [ 930.410806] env[69385]: _type = "Task" [ 930.410806] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.411108] env[69385]: DEBUG oslo_vmware.api [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 930.411108] env[69385]: value = "task-3340440" [ 930.411108] env[69385]: _type = "Task" [ 930.411108] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.424157] env[69385]: DEBUG oslo_vmware.api [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.426810] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.480827] env[69385]: DEBUG nova.network.neutron [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Updating instance_info_cache with network_info: [{"id": "d298592f-5c99-4c6d-9dd9-c78370ed0d8f", "address": "fa:16:3e:40:2d:3c", "network": {"id": "ec41233a-cd7d-4509-829f-ca4a121f6026", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1322329300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52da970bf5c44af0ad642c3f84c7b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd298592f-5c", "ovs_interfaceid": "d298592f-5c99-4c6d-9dd9-c78370ed0d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.496527] env[69385]: DEBUG oslo_vmware.api [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340438, 'name': PowerOffVM_Task, 'duration_secs': 0.215692} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.499445] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.499651] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.501265] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2f67310-ba08-4840-b886-5164aa0db098 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.568950] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.569268] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.569507] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleting the datastore file [datastore2] 85b95ef8-cc8a-4c72-ac86-65df62c67819 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.570160] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c1ec486-75b3-440a-9be2-00382ef75d35 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.577908] env[69385]: DEBUG oslo_vmware.api [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for the task: (returnval){ [ 930.577908] env[69385]: value = "task-3340443" [ 930.577908] env[69385]: _type = "Task" [ 930.577908] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.589597] env[69385]: DEBUG oslo_vmware.api [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.904910] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f540a-dc33-42ad-a88c-92b1ca8bab4f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.921152] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e40fd0-16ee-4ccc-b64c-247526fc5f57 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.930140] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074374} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.958694] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.959083] env[69385]: DEBUG oslo_vmware.api [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159014} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.960017] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd7d437-bb3f-4869-b97c-7b692b68e391 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.962840] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.963041] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.963224] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.964049] env[69385]: INFO nova.compute.manager [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Took 1.17 seconds to destroy the instance on the hypervisor. [ 930.964049] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.964432] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f184e2-676c-4402-b7d3-ee89ffd19867 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.966670] env[69385]: DEBUG nova.compute.manager [-] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.966781] env[69385]: DEBUG nova.network.neutron [-] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.988607] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b410d-ec97-4788-ae92-21350a813adf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.992936] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Releasing lock "refresh_cache-c4fae709-b0de-4b8e-b6cb-b00a70140c8d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.993380] env[69385]: DEBUG nova.compute.manager [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Instance network_info: |[{"id": "d298592f-5c99-4c6d-9dd9-c78370ed0d8f", "address": "fa:16:3e:40:2d:3c", "network": {"id": "ec41233a-cd7d-4509-829f-ca4a121f6026", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1322329300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52da970bf5c44af0ad642c3f84c7b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd298592f-5c", "ovs_interfaceid": "d298592f-5c99-4c6d-9dd9-c78370ed0d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.002483] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83/a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.002858] env[69385]: DEBUG oslo_concurrency.lockutils [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] Acquired lock "refresh_cache-c4fae709-b0de-4b8e-b6cb-b00a70140c8d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.003067] env[69385]: DEBUG nova.network.neutron [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Refreshing network info cache for port d298592f-5c99-4c6d-9dd9-c78370ed0d8f {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.004361] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:2d:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd298592f-5c99-4c6d-9dd9-c78370ed0d8f', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.013056] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Creating folder: Project (52da970bf5c44af0ad642c3f84c7b8d9). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.013340] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d8da6e-e368-4a5b-8ba8-13faa2e3a5a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.032383] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe70d541-ae56-4011-84cc-54ab7c740dc4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.044732] env[69385]: DEBUG nova.compute.provider_tree [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.051909] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 931.051909] env[69385]: value = "task-3340444" [ 931.051909] env[69385]: _type = "Task" [ 931.051909] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.056726] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Created folder: Project (52da970bf5c44af0ad642c3f84c7b8d9) in parent group-v666556. [ 931.056923] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Creating folder: Instances. Parent ref: group-v666719. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.058044] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8952bdb3-aa6c-40d9-8846-c6fde90a1966 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.066364] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.071355] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Created folder: Instances in parent group-v666719. [ 931.071679] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.071921] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.072216] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b456bb4f-48b4-4d07-9d36-d625e8e07e1b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.097551] env[69385]: DEBUG oslo_vmware.api [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Task: {'id': task-3340443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191775} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.098950] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.099170] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.099348] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.099721] env[69385]: INFO nova.compute.manager [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Took 1.14 seconds to destroy the instance on the hypervisor. [ 931.099793] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.099947] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.099947] env[69385]: value = "task-3340447" [ 931.099947] env[69385]: _type = "Task" [ 931.099947] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.100217] env[69385]: DEBUG nova.compute.manager [-] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.100327] env[69385]: DEBUG nova.network.neutron [-] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.111680] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340447, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.314091] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.314091] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.314091] env[69385]: DEBUG nova.network.neutron [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.554141] env[69385]: DEBUG nova.scheduler.client.report [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.574891] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340444, 'name': ReconfigVM_Task, 'duration_secs': 0.411843} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.575255] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Reconfigured VM instance instance-0000003d to attach disk [datastore1] a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83/a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.575812] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9484309a-adae-4c07-b46d-f036779af365 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.583736] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 931.583736] env[69385]: value = "task-3340448" [ 931.583736] env[69385]: _type = "Task" [ 931.583736] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.597539] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340448, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.611959] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340447, 'name': CreateVM_Task, 'duration_secs': 0.397065} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.612169] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.612974] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.613208] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.613895] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.614200] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d8431d-90bf-4790-a770-48eb89385bb0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.620041] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 931.620041] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c8b4e4-fbb0-747d-39f9-14b5e9ec7b6f" [ 931.620041] env[69385]: _type = "Task" [ 931.620041] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.628381] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c8b4e4-fbb0-747d-39f9-14b5e9ec7b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.764509] env[69385]: DEBUG nova.network.neutron [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Updated VIF entry in instance network info cache for port d298592f-5c99-4c6d-9dd9-c78370ed0d8f. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.764885] env[69385]: DEBUG nova.network.neutron [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Updating instance_info_cache with network_info: [{"id": "d298592f-5c99-4c6d-9dd9-c78370ed0d8f", "address": "fa:16:3e:40:2d:3c", "network": {"id": "ec41233a-cd7d-4509-829f-ca4a121f6026", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1322329300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52da970bf5c44af0ad642c3f84c7b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd298592f-5c", "ovs_interfaceid": "d298592f-5c99-4c6d-9dd9-c78370ed0d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.918688] env[69385]: DEBUG nova.compute.manager [req-d5f69016-584f-42f8-806a-cacaf8880216 req-cab99b32-02a8-450f-9de5-f4f2e93a0080 service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Received event network-vif-deleted-0d6b9342-e75f-4731-abb5-4e9a49f543a2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.918937] env[69385]: INFO nova.compute.manager [req-d5f69016-584f-42f8-806a-cacaf8880216 req-cab99b32-02a8-450f-9de5-f4f2e93a0080 service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Neutron deleted interface 0d6b9342-e75f-4731-abb5-4e9a49f543a2; detaching it from the instance and deleting it from the info cache [ 931.919057] env[69385]: DEBUG nova.network.neutron [req-d5f69016-584f-42f8-806a-cacaf8880216 req-cab99b32-02a8-450f-9de5-f4f2e93a0080 service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.922093] env[69385]: DEBUG nova.network.neutron [-] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.977211] env[69385]: DEBUG nova.network.neutron [-] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.006645] env[69385]: DEBUG nova.network.neutron [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance_info_cache with network_info: [{"id": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "address": "fa:16:3e:d6:05:8f", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1b36a-aa", "ovs_interfaceid": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.066635] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.844s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.067176] env[69385]: DEBUG nova.compute.manager [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.070149] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.207s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.071644] env[69385]: INFO nova.compute.claims [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.097839] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340448, 'name': Rename_Task, 'duration_secs': 0.179904} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.098412] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.098496] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bebf9ebe-bf7e-4b21-9d91-1b907a808c26 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.106899] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 932.106899] env[69385]: value = "task-3340449" [ 932.106899] env[69385]: _type = "Task" [ 932.106899] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.116160] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.130162] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c8b4e4-fbb0-747d-39f9-14b5e9ec7b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012922} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.130453] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.130689] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.130922] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.131080] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.131288] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.131556] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bfb626c-4b26-4b77-a71c-6d34c55e824e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.142967] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.143178] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.143932] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211337d5-fc9a-41d2-84f6-80110232d3e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.149702] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 932.149702] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d5d0ad-2235-4c39-69ef-47c5d1d2331f" [ 932.149702] env[69385]: _type = "Task" [ 932.149702] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.159268] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d5d0ad-2235-4c39-69ef-47c5d1d2331f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.267628] env[69385]: DEBUG oslo_concurrency.lockutils [req-93b15fde-7e88-4189-a51d-6f6a69477e88 req-7e40926e-26d4-4510-8e6d-c9e66b843de0 service nova] Releasing lock "refresh_cache-c4fae709-b0de-4b8e-b6cb-b00a70140c8d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.422497] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db19a4f9-2a82-4d7e-b5e2-ea10026132b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.424924] env[69385]: INFO nova.compute.manager [-] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Took 1.46 seconds to deallocate network for instance. [ 932.434859] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ee3f55-f8bc-43ec-ac63-6c25c085f6d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.474515] env[69385]: DEBUG nova.compute.manager [req-d5f69016-584f-42f8-806a-cacaf8880216 req-cab99b32-02a8-450f-9de5-f4f2e93a0080 service nova] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Detach interface failed, port_id=0d6b9342-e75f-4731-abb5-4e9a49f543a2, reason: Instance 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 932.474743] env[69385]: DEBUG nova.compute.manager [req-d5f69016-584f-42f8-806a-cacaf8880216 req-cab99b32-02a8-450f-9de5-f4f2e93a0080 service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Received event network-vif-deleted-cc4023e5-17d1-4835-af0f-1650a8f707e6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 932.474915] env[69385]: INFO nova.compute.manager [req-d5f69016-584f-42f8-806a-cacaf8880216 req-cab99b32-02a8-450f-9de5-f4f2e93a0080 service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Neutron deleted interface cc4023e5-17d1-4835-af0f-1650a8f707e6; detaching it from the instance and deleting it from the info cache [ 932.475207] env[69385]: DEBUG nova.network.neutron [req-d5f69016-584f-42f8-806a-cacaf8880216 req-cab99b32-02a8-450f-9de5-f4f2e93a0080 service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.479151] env[69385]: INFO nova.compute.manager [-] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Took 1.38 seconds to deallocate network for instance. [ 932.508845] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.578567] env[69385]: DEBUG nova.compute.utils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.579973] env[69385]: DEBUG nova.compute.manager [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.580179] env[69385]: DEBUG nova.network.neutron [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.618273] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340449, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.641252] env[69385]: DEBUG nova.policy [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '216f0c3db1314f54a2efa5847b9aee4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fec5704722f490e8809e7b1b91d8fe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.662283] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d5d0ad-2235-4c39-69ef-47c5d1d2331f, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.663341] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4651068e-5437-48f3-8213-9ef981f80f1c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.670078] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 932.670078] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526dfa28-09b2-02ee-7784-b19c747db4dc" [ 932.670078] env[69385]: _type = "Task" [ 932.670078] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.681620] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526dfa28-09b2-02ee-7784-b19c747db4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.932093] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.941816] env[69385]: DEBUG nova.network.neutron [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Successfully created port: e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.978761] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11387114-9e1c-4cce-b71b-d30de7f31e96 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.984996] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.989026] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f439261-eab8-43bc-9876-ce0323ed85ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.034362] env[69385]: DEBUG nova.compute.manager [req-d5f69016-584f-42f8-806a-cacaf8880216 req-cab99b32-02a8-450f-9de5-f4f2e93a0080 service nova] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Detach interface failed, port_id=cc4023e5-17d1-4835-af0f-1650a8f707e6, reason: Instance 85b95ef8-cc8a-4c72-ac86-65df62c67819 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 933.055066] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea1d24a-6934-47f9-9648-1865ac884992 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.075891] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b090fd6d-e1c1-4280-a9a5-4c9d48879692 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.086696] env[69385]: DEBUG nova.compute.manager [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.089522] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance '3c5a9b6f-ee7b-421b-bafe-4044a4c4e479' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.120620] env[69385]: DEBUG oslo_vmware.api [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340449, 'name': PowerOnVM_Task, 'duration_secs': 0.586787} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.125866] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.126467] env[69385]: INFO nova.compute.manager [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Took 7.59 seconds to spawn the instance on the hypervisor. [ 933.126467] env[69385]: DEBUG nova.compute.manager [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.127495] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d6cd5a-516a-467d-a685-2486101bfe6e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.184345] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526dfa28-09b2-02ee-7784-b19c747db4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013167} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.185388] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.185589] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] c4fae709-b0de-4b8e-b6cb-b00a70140c8d/c4fae709-b0de-4b8e-b6cb-b00a70140c8d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.185883] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec258b62-fc76-4182-a7cd-53106e3dbd33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.196968] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 933.196968] env[69385]: value = "task-3340450" [ 933.196968] env[69385]: _type = "Task" [ 933.196968] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.206752] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.586885] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd9d939-2fe2-42d3-8d41-d33e601ee011 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.600921] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.602631] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e2fd970-5937-43c2-8d17-d30f484bd6b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.604426] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92701fb5-a41f-4056-bb79-6fa2842d567e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.649869] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab5a191-7586-41cd-85c5-fe5c3e8fd33e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.652712] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 933.652712] env[69385]: value = "task-3340451" [ 933.652712] env[69385]: _type = "Task" [ 933.652712] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.655021] env[69385]: INFO nova.compute.manager [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Took 41.61 seconds to build instance. [ 933.663112] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5320d4-3ccc-4558-8e59-c331162c48aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.670516] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.684212] env[69385]: DEBUG nova.compute.provider_tree [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.709025] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474725} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.709373] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] c4fae709-b0de-4b8e-b6cb-b00a70140c8d/c4fae709-b0de-4b8e-b6cb-b00a70140c8d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.709618] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.709907] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebcf08be-4651-43d4-abcd-c1fa3034aad6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.717686] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 933.717686] env[69385]: value = "task-3340452" [ 933.717686] env[69385]: _type = "Task" [ 933.717686] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.725949] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.103073] env[69385]: DEBUG nova.compute.manager [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.129157] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.129407] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.129562] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.129738] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.129879] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.130036] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.130286] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.130453] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.130620] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.130780] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.130954] env[69385]: DEBUG nova.virt.hardware [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.131855] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f634c0dc-a7a9-4887-b4cc-224b9a93be0e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.140200] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303a1952-624b-42a5-9bb2-568f77005dc9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.162435] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f585bee7-bc96-4afc-906c-89561660e82c tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.829s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.162671] env[69385]: DEBUG oslo_vmware.api [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340451, 'name': PowerOnVM_Task, 'duration_secs': 0.49933} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.162898] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.163090] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2acd8062-5a4c-4ae6-9bea-9474cc09a4f9 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance '3c5a9b6f-ee7b-421b-bafe-4044a4c4e479' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.187770] env[69385]: DEBUG nova.scheduler.client.report [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.228126] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071546} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.228426] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.229279] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0773d530-a263-4a58-827c-334f16dbc4c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.251914] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] c4fae709-b0de-4b8e-b6cb-b00a70140c8d/c4fae709-b0de-4b8e-b6cb-b00a70140c8d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.252412] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7297393a-84d0-44e2-bd76-81844d60dc70 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.273266] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 934.273266] env[69385]: value = "task-3340453" [ 934.273266] env[69385]: _type = "Task" [ 934.273266] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.281454] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.443980] env[69385]: DEBUG nova.compute.manager [req-dfaa78d1-e28a-4e78-be69-e6160e2c4f9c req-075fdcc4-69b1-4d1c-996a-92a86f92e00d service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Received event network-vif-plugged-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.443980] env[69385]: DEBUG oslo_concurrency.lockutils [req-dfaa78d1-e28a-4e78-be69-e6160e2c4f9c req-075fdcc4-69b1-4d1c-996a-92a86f92e00d service nova] Acquiring lock "97ee0588-43d0-4b08-a661-af12ca0c4db9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.443980] env[69385]: DEBUG oslo_concurrency.lockutils [req-dfaa78d1-e28a-4e78-be69-e6160e2c4f9c req-075fdcc4-69b1-4d1c-996a-92a86f92e00d service nova] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.443980] env[69385]: DEBUG oslo_concurrency.lockutils [req-dfaa78d1-e28a-4e78-be69-e6160e2c4f9c req-075fdcc4-69b1-4d1c-996a-92a86f92e00d service nova] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.443980] env[69385]: DEBUG nova.compute.manager [req-dfaa78d1-e28a-4e78-be69-e6160e2c4f9c req-075fdcc4-69b1-4d1c-996a-92a86f92e00d service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] No waiting events found dispatching network-vif-plugged-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.444721] env[69385]: WARNING nova.compute.manager [req-dfaa78d1-e28a-4e78-be69-e6160e2c4f9c req-075fdcc4-69b1-4d1c-996a-92a86f92e00d service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Received unexpected event network-vif-plugged-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf for instance with vm_state building and task_state spawning. [ 934.601259] env[69385]: DEBUG nova.network.neutron [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Successfully updated port: e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.693045] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.693621] env[69385]: DEBUG nova.compute.manager [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.696242] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.869s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.698921] env[69385]: INFO nova.compute.claims [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.784183] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.103834] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.104105] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.104220] env[69385]: DEBUG nova.network.neutron [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.107771] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.108023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.203359] env[69385]: DEBUG nova.compute.utils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.209449] env[69385]: DEBUG nova.compute.manager [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 935.286734] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340453, 'name': ReconfigVM_Task, 'duration_secs': 0.94265} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.286967] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Reconfigured VM instance instance-0000003e to attach disk [datastore1] c4fae709-b0de-4b8e-b6cb-b00a70140c8d/c4fae709-b0de-4b8e-b6cb-b00a70140c8d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.287587] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f93865aa-8a66-4c0e-8b9d-8368a48ad3cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.295027] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 935.295027] env[69385]: value = "task-3340454" [ 935.295027] env[69385]: _type = "Task" [ 935.295027] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.303465] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340454, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.611087] env[69385]: DEBUG nova.compute.utils [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.637684] env[69385]: DEBUG nova.network.neutron [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.708905] env[69385]: DEBUG nova.compute.manager [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.804660] env[69385]: DEBUG nova.network.neutron [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updating instance_info_cache with network_info: [{"id": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "address": "fa:16:3e:6b:41:30", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f68eb2-bc", "ovs_interfaceid": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.814673] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340454, 'name': Rename_Task, 'duration_secs': 0.140712} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.815096] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.815463] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f906f3fd-96ab-4acf-9e33-e0b6e97fdd46 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.836895] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 935.836895] env[69385]: value = "task-3340455" [ 935.836895] env[69385]: _type = "Task" [ 935.836895] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.848378] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.113082] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.160288] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02e7895-a249-4d99-ac22-fde08b9f1130 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.169985] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e03f86c-0e9d-4577-a3f4-6c07b88e7c71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.203681] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e3c5df-1619-4f6a-8e61-4427425b4d0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.212465] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c2f04-7c7b-4d42-8b8f-3e20486ea296 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.230688] env[69385]: DEBUG nova.compute.provider_tree [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.309083] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.309083] env[69385]: DEBUG nova.compute.manager [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Instance network_info: |[{"id": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "address": "fa:16:3e:6b:41:30", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f68eb2-bc", "ovs_interfaceid": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.309300] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:41:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1f68eb2-bc39-4a9f-ad3e-08ad63158edf', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.317984] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.318318] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.318608] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76162bee-3886-4650-8e92-6b6c6650f7de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.343016] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.343016] env[69385]: value = "task-3340456" [ 936.343016] env[69385]: _type = "Task" [ 936.343016] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.350288] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340455, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.355853] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340456, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.514178] env[69385]: DEBUG nova.network.neutron [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Port 20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 936.514470] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.514623] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.514815] env[69385]: DEBUG nova.network.neutron [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.721835] env[69385]: DEBUG nova.compute.manager [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.733789] env[69385]: DEBUG nova.scheduler.client.report [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.739875] env[69385]: DEBUG nova.compute.manager [req-bf2a82b2-1a74-40a4-b386-b0aed4ea4397 req-4e651015-c884-447e-b089-c93e22eb4d25 service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Received event network-changed-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 936.740080] env[69385]: DEBUG nova.compute.manager [req-bf2a82b2-1a74-40a4-b386-b0aed4ea4397 req-4e651015-c884-447e-b089-c93e22eb4d25 service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Refreshing instance network info cache due to event network-changed-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 936.740356] env[69385]: DEBUG oslo_concurrency.lockutils [req-bf2a82b2-1a74-40a4-b386-b0aed4ea4397 req-4e651015-c884-447e-b089-c93e22eb4d25 service nova] Acquiring lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.740665] env[69385]: DEBUG oslo_concurrency.lockutils [req-bf2a82b2-1a74-40a4-b386-b0aed4ea4397 req-4e651015-c884-447e-b089-c93e22eb4d25 service nova] Acquired lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.740665] env[69385]: DEBUG nova.network.neutron [req-bf2a82b2-1a74-40a4-b386-b0aed4ea4397 req-4e651015-c884-447e-b089-c93e22eb4d25 service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Refreshing network info cache for port e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.750725] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.751469] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.751469] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.751469] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.751469] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.751905] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.751905] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.751963] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.752110] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.752295] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.752742] env[69385]: DEBUG nova.virt.hardware [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.754204] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fbbe07-a3be-4de2-a6e4-ebdabcb9e515 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.763342] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302f0ade-4d5c-4f6b-91bd-d55cfb73a9e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.779804] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.785488] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Creating folder: Project (fe01e34d95644254b39faca6997c4b85). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.785795] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85633f73-0aff-4048-8d0b-a68689f44212 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.799109] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Created folder: Project (fe01e34d95644254b39faca6997c4b85) in parent group-v666556. [ 936.799341] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Creating folder: Instances. Parent ref: group-v666723. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.799556] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18e60124-0634-476d-9945-9e1ab7140fa9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.810621] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Created folder: Instances in parent group-v666723. [ 936.810862] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.811123] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.811478] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04a704a4-3729-4c48-b167-1b0136a065c6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.829517] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.829517] env[69385]: value = "task-3340459" [ 936.829517] env[69385]: _type = "Task" [ 936.829517] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.837297] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340459, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.846163] env[69385]: DEBUG oslo_vmware.api [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340455, 'name': PowerOnVM_Task, 'duration_secs': 0.554857} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.849187] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.849398] env[69385]: INFO nova.compute.manager [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Took 8.77 seconds to spawn the instance on the hypervisor. [ 936.849618] env[69385]: DEBUG nova.compute.manager [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.850408] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821dc94-ea43-4225-8785-c7048f095c26 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.861819] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340456, 'name': CreateVM_Task, 'duration_secs': 0.454806} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.862202] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.862874] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.863075] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.863364] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.863604] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f89798-3b33-47bf-a50e-023b2faeea20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.869471] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 936.869471] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526a8d0b-6da2-8409-747a-4b060afea12a" [ 936.869471] env[69385]: _type = "Task" [ 936.869471] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.877897] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526a8d0b-6da2-8409-747a-4b060afea12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.185956] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.186236] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.186467] env[69385]: INFO nova.compute.manager [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Attaching volume 5ea7d699-8220-4bb2-8f70-07a966901225 to /dev/sdb [ 937.227163] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e4621-9ba5-41aa-813b-338c939b5b0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.235948] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7505ad-2a95-4f4b-908c-988316f3ffba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.239079] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.240910] env[69385]: DEBUG nova.compute.manager [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.245931] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.655s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.245931] env[69385]: DEBUG nova.objects.instance [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lazy-loading 'resources' on Instance uuid 096070fc-9954-452b-8354-fdda19e1ed09 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.261771] env[69385]: DEBUG nova.virt.block_device [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Updating existing volume attachment record: 342d4ccb-fb67-4b63-b2c1-b54dd072b961 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 937.340530] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340459, 'name': CreateVM_Task, 'duration_secs': 0.507345} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.340771] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.341416] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.363236] env[69385]: DEBUG nova.network.neutron [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance_info_cache with network_info: [{"id": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "address": "fa:16:3e:d6:05:8f", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1b36a-aa", "ovs_interfaceid": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.370454] env[69385]: INFO nova.compute.manager [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Took 45.05 seconds to build instance. [ 937.381507] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526a8d0b-6da2-8409-747a-4b060afea12a, 'name': SearchDatastore_Task, 'duration_secs': 0.016747} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.381817] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.382062] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.382380] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.382474] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.382606] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.382882] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.384929] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.384929] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fa41884-c04d-4178-9adf-51f6344ba5bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.385517] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec97e20-804a-4061-987a-dc7b2a2b7a0c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.391395] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 937.391395] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5249662b-ace8-d58f-fa43-e41730d7692d" [ 937.391395] env[69385]: _type = "Task" [ 937.391395] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.397552] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.397735] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.403748] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55edc778-f218-47ad-b107-eb3cd531fecc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.407658] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5249662b-ace8-d58f-fa43-e41730d7692d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.412153] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 937.412153] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52850737-f51b-99cc-76b6-243f37ff281c" [ 937.412153] env[69385]: _type = "Task" [ 937.412153] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.420829] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52850737-f51b-99cc-76b6-243f37ff281c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.582593] env[69385]: DEBUG nova.network.neutron [req-bf2a82b2-1a74-40a4-b386-b0aed4ea4397 req-4e651015-c884-447e-b089-c93e22eb4d25 service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updated VIF entry in instance network info cache for port e1f68eb2-bc39-4a9f-ad3e-08ad63158edf. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.582959] env[69385]: DEBUG nova.network.neutron [req-bf2a82b2-1a74-40a4-b386-b0aed4ea4397 req-4e651015-c884-447e-b089-c93e22eb4d25 service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updating instance_info_cache with network_info: [{"id": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "address": "fa:16:3e:6b:41:30", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f68eb2-bc", "ovs_interfaceid": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.753398] env[69385]: DEBUG nova.compute.utils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.754971] env[69385]: DEBUG nova.compute.manager [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 937.869466] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.875239] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d8dace49-7338-4f7c-85fd-23752f008eb6 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.514s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.904124] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5249662b-ace8-d58f-fa43-e41730d7692d, 'name': SearchDatastore_Task, 'duration_secs': 0.032138} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.907022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.907403] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.907718] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.925222] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52850737-f51b-99cc-76b6-243f37ff281c, 'name': SearchDatastore_Task, 'duration_secs': 0.023337} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.927429] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0830db83-fca7-4f3a-9ddb-dad55b6088ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.932887] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 937.932887] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52467601-9843-24fd-6d6d-93afb5bda2d4" [ 937.932887] env[69385]: _type = "Task" [ 937.932887] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.952751] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52467601-9843-24fd-6d6d-93afb5bda2d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.993339] env[69385]: DEBUG nova.compute.manager [req-231a2209-7cc3-4c83-b23f-e71f8b4430b0 req-4ae98713-dacf-47d7-bb9e-4d823699cdb2 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Received event network-changed-d298592f-5c99-4c6d-9dd9-c78370ed0d8f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 937.993800] env[69385]: DEBUG nova.compute.manager [req-231a2209-7cc3-4c83-b23f-e71f8b4430b0 req-4ae98713-dacf-47d7-bb9e-4d823699cdb2 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Refreshing instance network info cache due to event network-changed-d298592f-5c99-4c6d-9dd9-c78370ed0d8f. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 937.994030] env[69385]: DEBUG oslo_concurrency.lockutils [req-231a2209-7cc3-4c83-b23f-e71f8b4430b0 req-4ae98713-dacf-47d7-bb9e-4d823699cdb2 service nova] Acquiring lock "refresh_cache-c4fae709-b0de-4b8e-b6cb-b00a70140c8d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.994180] env[69385]: DEBUG oslo_concurrency.lockutils [req-231a2209-7cc3-4c83-b23f-e71f8b4430b0 req-4ae98713-dacf-47d7-bb9e-4d823699cdb2 service nova] Acquired lock "refresh_cache-c4fae709-b0de-4b8e-b6cb-b00a70140c8d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.994578] env[69385]: DEBUG nova.network.neutron [req-231a2209-7cc3-4c83-b23f-e71f8b4430b0 req-4ae98713-dacf-47d7-bb9e-4d823699cdb2 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Refreshing network info cache for port d298592f-5c99-4c6d-9dd9-c78370ed0d8f {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.088187] env[69385]: DEBUG oslo_concurrency.lockutils [req-bf2a82b2-1a74-40a4-b386-b0aed4ea4397 req-4e651015-c884-447e-b089-c93e22eb4d25 service nova] Releasing lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.234931] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6df5581-5b0a-4730-b157-5ccc4bb116d4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.244564] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d73589-c612-4724-9878-e56017cdf3c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.283873] env[69385]: DEBUG nova.compute.manager [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.288137] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e939e46-ce83-4dc4-ad1a-f06c8896e51b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.296766] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301cbdaf-738a-4bce-b64b-c0da7554e13a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.310967] env[69385]: DEBUG nova.compute.provider_tree [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.375375] env[69385]: DEBUG nova.compute.manager [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69385) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 938.375639] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.444879] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52467601-9843-24fd-6d6d-93afb5bda2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.026415} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.444879] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.445118] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 97ee0588-43d0-4b08-a661-af12ca0c4db9/97ee0588-43d0-4b08-a661-af12ca0c4db9.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.446068] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.446068] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.446068] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d73f3d-f0cf-491b-8ccb-b74546ba6a4f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.447724] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c2b2c21-8de0-4f79-97e3-a99c275e7184 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.456399] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 938.456399] env[69385]: value = "task-3340463" [ 938.456399] env[69385]: _type = "Task" [ 938.456399] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.457572] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.457774] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.461590] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c6c5ca-e42a-4010-bc75-791ac5b67627 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.468411] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 938.468411] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a1be49-c35f-530f-a291-ced11a5345c9" [ 938.468411] env[69385]: _type = "Task" [ 938.468411] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.472783] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.480777] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a1be49-c35f-530f-a291-ced11a5345c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.481568] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0a0bc0-5fd6-4b7a-bb1b-1edd1c40f748 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.487418] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 938.487418] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5258ee66-3138-f22b-1032-be1801641f96" [ 938.487418] env[69385]: _type = "Task" [ 938.487418] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.495228] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5258ee66-3138-f22b-1032-be1801641f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.732550] env[69385]: DEBUG nova.network.neutron [req-231a2209-7cc3-4c83-b23f-e71f8b4430b0 req-4ae98713-dacf-47d7-bb9e-4d823699cdb2 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Updated VIF entry in instance network info cache for port d298592f-5c99-4c6d-9dd9-c78370ed0d8f. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.732788] env[69385]: DEBUG nova.network.neutron [req-231a2209-7cc3-4c83-b23f-e71f8b4430b0 req-4ae98713-dacf-47d7-bb9e-4d823699cdb2 service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Updating instance_info_cache with network_info: [{"id": "d298592f-5c99-4c6d-9dd9-c78370ed0d8f", "address": "fa:16:3e:40:2d:3c", "network": {"id": "ec41233a-cd7d-4509-829f-ca4a121f6026", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1322329300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52da970bf5c44af0ad642c3f84c7b8d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd298592f-5c", "ovs_interfaceid": "d298592f-5c99-4c6d-9dd9-c78370ed0d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.814073] env[69385]: DEBUG nova.scheduler.client.report [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.969709] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488124} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.970081] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 97ee0588-43d0-4b08-a661-af12ca0c4db9/97ee0588-43d0-4b08-a661-af12ca0c4db9.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.970451] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.970736] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24f5b2b9-26ed-4935-9c44-1fb3bb22f05f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.978973] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 938.978973] env[69385]: value = "task-3340464" [ 938.978973] env[69385]: _type = "Task" [ 938.978973] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.990022] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.999795] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5258ee66-3138-f22b-1032-be1801641f96, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.000091] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.000378] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.000647] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-561f197b-2414-4cce-b88a-5d5d3a2128ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.009862] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 939.009862] env[69385]: value = "task-3340465" [ 939.009862] env[69385]: _type = "Task" [ 939.009862] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.019456] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.235885] env[69385]: DEBUG oslo_concurrency.lockutils [req-231a2209-7cc3-4c83-b23f-e71f8b4430b0 req-4ae98713-dacf-47d7-bb9e-4d823699cdb2 service nova] Releasing lock "refresh_cache-c4fae709-b0de-4b8e-b6cb-b00a70140c8d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.295439] env[69385]: DEBUG nova.compute.manager [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.319843] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.323887] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.324131] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.324289] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.324470] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.324610] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.324753] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.324954] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.325125] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.325285] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.325443] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.325607] env[69385]: DEBUG nova.virt.hardware [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.326788] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.088s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.326788] env[69385]: DEBUG nova.objects.instance [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lazy-loading 'resources' on Instance uuid d5ebe9af-0d5f-47e6-8a0d-863abff2973d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.328385] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0b5750-eee3-48e4-865d-cb241775ebca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.338398] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4122906-4885-4997-a003-6e9b823660c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.354376] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.359992] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Creating folder: Project (b87f9961ee8146cdb8ffde4296c44e8f). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.361208] env[69385]: INFO nova.scheduler.client.report [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Deleted allocations for instance 096070fc-9954-452b-8354-fdda19e1ed09 [ 939.362635] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eab78306-8c85-41bd-a774-7735a5907ea2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.380706] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Created folder: Project (b87f9961ee8146cdb8ffde4296c44e8f) in parent group-v666556. [ 939.380916] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Creating folder: Instances. Parent ref: group-v666728. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.381219] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21daf0b6-0c68-4d95-b3f2-cdd448c81ff6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.392982] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Created folder: Instances in parent group-v666728. [ 939.392982] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.392982] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.393454] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad41f63c-dad6-440f-a6f6-af97ba162d93 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.411918] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.411918] env[69385]: value = "task-3340468" [ 939.411918] env[69385]: _type = "Task" [ 939.411918] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.421502] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340468, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.491060] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086657} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.491260] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.491989] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d294a604-0b5a-4bb7-9f2e-be6bd1a0b777 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.516387] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 97ee0588-43d0-4b08-a661-af12ca0c4db9/97ee0588-43d0-4b08-a661-af12ca0c4db9.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.516790] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f354c57c-0cc6-4970-8ac6-e2e2b7a11296 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.542624] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340465, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.544129] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 939.544129] env[69385]: value = "task-3340469" [ 939.544129] env[69385]: _type = "Task" [ 939.544129] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.875064] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ad3e002e-5528-4479-85f8-c3281e1ae18e tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "096070fc-9954-452b-8354-fdda19e1ed09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.059s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.924011] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340468, 'name': CreateVM_Task, 'duration_secs': 0.478125} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.926619] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.927467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.927634] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.927900] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.928172] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d5275c-0872-41b4-b4dd-d3099e3c029d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.935574] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 939.935574] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d3ed5-ad47-4068-01f0-738da1f6a807" [ 939.935574] env[69385]: _type = "Task" [ 939.935574] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.952190] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d3ed5-ad47-4068-01f0-738da1f6a807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.027338] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891097} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.030407] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.030680] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.031500] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-635cd5bc-5187-42e8-bdd2-6de7ea29014c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.040261] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 940.040261] env[69385]: value = "task-3340471" [ 940.040261] env[69385]: _type = "Task" [ 940.040261] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.057173] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.061081] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340469, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.276669] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f3596-cfc6-42ba-8c57-bd7f43e12c6b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.284522] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ef6959-5717-46ac-a7ec-28cd38a414f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.319401] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1df52aa-0edb-484a-a4a4-949f8311edbe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.327511] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d31d647-4d99-4306-b992-6d0a11419284 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.341684] env[69385]: DEBUG nova.compute.provider_tree [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.379957] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "84573f5a-acde-4392-92f2-e7c08096d250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.380206] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "84573f5a-acde-4392-92f2-e7c08096d250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.380514] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "84573f5a-acde-4392-92f2-e7c08096d250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.380708] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "84573f5a-acde-4392-92f2-e7c08096d250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.380876] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "84573f5a-acde-4392-92f2-e7c08096d250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.383153] env[69385]: INFO nova.compute.manager [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Terminating instance [ 940.446631] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d3ed5-ad47-4068-01f0-738da1f6a807, 'name': SearchDatastore_Task, 'duration_secs': 0.019202} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.446882] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.447822] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.447822] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.447822] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.447822] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.448031] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07a09991-c720-450a-8821-b40d80e98b2a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.468449] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.468657] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.469468] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a835a96-3bd1-42e5-9ce8-5f72396a59d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.476368] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 940.476368] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ade571-14c2-d5eb-e0b2-d6a761cc8c6a" [ 940.476368] env[69385]: _type = "Task" [ 940.476368] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.485657] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ade571-14c2-d5eb-e0b2-d6a761cc8c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.551268] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08313} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.554385] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.555162] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e31c1c-6718-484f-b7eb-5895488272f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.562979] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340469, 'name': ReconfigVM_Task, 'duration_secs': 0.520897} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.569700] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 97ee0588-43d0-4b08-a661-af12ca0c4db9/97ee0588-43d0-4b08-a661-af12ca0c4db9.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.578790] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.579064] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-427cbf17-2f9e-4391-b47a-286f4a606060 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.580748] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-346f038c-936e-4578-96c5-b7fbe63dcef2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.602605] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 940.602605] env[69385]: value = "task-3340473" [ 940.602605] env[69385]: _type = "Task" [ 940.602605] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.603717] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 940.603717] env[69385]: value = "task-3340472" [ 940.603717] env[69385]: _type = "Task" [ 940.603717] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.615482] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.618589] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340472, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.846809] env[69385]: DEBUG nova.scheduler.client.report [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.887405] env[69385]: DEBUG nova.compute.manager [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.887617] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.888546] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7799a387-1503-4515-a7f5-662833c17e9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.897028] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.897278] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f090f38-b5c3-449c-82a0-43b24045b05f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.904383] env[69385]: DEBUG oslo_vmware.api [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 940.904383] env[69385]: value = "task-3340474" [ 940.904383] env[69385]: _type = "Task" [ 940.904383] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.914315] env[69385]: DEBUG oslo_vmware.api [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.988057] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ade571-14c2-d5eb-e0b2-d6a761cc8c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.062897} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.988894] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f441714b-bf06-4409-b20e-ebf8f6aca84a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.994911] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 940.994911] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520e2b8f-fb33-e532-ca86-6955758b5b88" [ 940.994911] env[69385]: _type = "Task" [ 940.994911] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.004390] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520e2b8f-fb33-e532-ca86-6955758b5b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.122614] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340472, 'name': Rename_Task, 'duration_secs': 0.157582} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.122900] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.123182] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.123428] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b25b81-a336-42f0-8914-15a2b5dc94ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.132463] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 941.132463] env[69385]: value = "task-3340475" [ 941.132463] env[69385]: _type = "Task" [ 941.132463] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.141571] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.353095] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.356028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.776s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.356028] env[69385]: DEBUG nova.objects.instance [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lazy-loading 'resources' on Instance uuid 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.378092] env[69385]: INFO nova.scheduler.client.report [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Deleted allocations for instance d5ebe9af-0d5f-47e6-8a0d-863abff2973d [ 941.415036] env[69385]: DEBUG oslo_vmware.api [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340474, 'name': PowerOffVM_Task, 'duration_secs': 0.377474} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.415302] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.415519] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.415786] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-561c3378-4507-4d51-ba45-79a5f2fd62b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.496282] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.496524] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.497085] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Deleting the datastore file [datastore2] 84573f5a-acde-4392-92f2-e7c08096d250 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.500402] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd2dca37-679c-49a2-b990-11382a8227aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.509528] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520e2b8f-fb33-e532-ca86-6955758b5b88, 'name': SearchDatastore_Task, 'duration_secs': 0.027828} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.511103] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.511447] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8/5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.511777] env[69385]: DEBUG oslo_vmware.api [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for the task: (returnval){ [ 941.511777] env[69385]: value = "task-3340477" [ 941.511777] env[69385]: _type = "Task" [ 941.511777] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.512022] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95e87b60-acd0-4d8a-b19e-a43f02afa763 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.524053] env[69385]: DEBUG oslo_vmware.api [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.525463] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 941.525463] env[69385]: value = "task-3340478" [ 941.525463] env[69385]: _type = "Task" [ 941.525463] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.533421] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.617537] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340473, 'name': ReconfigVM_Task, 'duration_secs': 0.719589} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.618087] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.618720] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f89e9e8-9166-4640-b9d7-591bc9ea6def {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.626135] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 941.626135] env[69385]: value = "task-3340479" [ 941.626135] env[69385]: _type = "Task" [ 941.626135] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.636476] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340479, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.644430] env[69385]: DEBUG oslo_vmware.api [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340475, 'name': PowerOnVM_Task, 'duration_secs': 0.490808} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.644778] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.644915] env[69385]: INFO nova.compute.manager [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Took 7.54 seconds to spawn the instance on the hypervisor. [ 941.645096] env[69385]: DEBUG nova.compute.manager [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.645849] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab9eb1d-07f3-403c-9c21-9935193e0665 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.821683] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 941.821937] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666727', 'volume_id': '5ea7d699-8220-4bb2-8f70-07a966901225', 'name': 'volume-5ea7d699-8220-4bb2-8f70-07a966901225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83', 'attached_at': '', 'detached_at': '', 'volume_id': '5ea7d699-8220-4bb2-8f70-07a966901225', 'serial': '5ea7d699-8220-4bb2-8f70-07a966901225'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 941.822888] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8e6581-f583-4f1c-ba52-bf2ffd4a3983 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.840773] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d12d4b-9784-4624-8754-75c676672e53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.870981] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-5ea7d699-8220-4bb2-8f70-07a966901225/volume-5ea7d699-8220-4bb2-8f70-07a966901225.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.871632] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb015dbc-3348-4684-8955-ec9ecfb8dded {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.887762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2992b0b-7384-4250-973d-35b852a289f0 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "d5ebe9af-0d5f-47e6-8a0d-863abff2973d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.112s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.894196] env[69385]: DEBUG oslo_vmware.api [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 941.894196] env[69385]: value = "task-3340480" [ 941.894196] env[69385]: _type = "Task" [ 941.894196] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.903768] env[69385]: DEBUG oslo_vmware.api [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.027689] env[69385]: DEBUG oslo_vmware.api [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Task: {'id': task-3340477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173974} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.032432] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.032730] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.033058] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.033293] env[69385]: INFO nova.compute.manager [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Took 1.15 seconds to destroy the instance on the hypervisor. [ 942.033732] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.034024] env[69385]: DEBUG nova.compute.manager [-] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.034170] env[69385]: DEBUG nova.network.neutron [-] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.048689] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340478, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.136680] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340479, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.163841] env[69385]: INFO nova.compute.manager [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Took 45.15 seconds to build instance. [ 942.392337] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aa5101-ecf4-4ed8-ac32-ec5213f9c6cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.414181] env[69385]: DEBUG oslo_vmware.api [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.415826] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482217e9-aed9-44ff-8666-2d598e584551 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.467041] env[69385]: DEBUG nova.compute.manager [req-35519cdf-f2cc-45fa-baa0-e4c0ce7d378d req-08df4387-6288-4f18-bb1a-f43e2579f9be service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Received event network-vif-deleted-aabc1173-dfd1-446c-bc4a-8a782d4e811d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 942.467041] env[69385]: INFO nova.compute.manager [req-35519cdf-f2cc-45fa-baa0-e4c0ce7d378d req-08df4387-6288-4f18-bb1a-f43e2579f9be service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Neutron deleted interface aabc1173-dfd1-446c-bc4a-8a782d4e811d; detaching it from the instance and deleting it from the info cache [ 942.467041] env[69385]: DEBUG nova.network.neutron [req-35519cdf-f2cc-45fa-baa0-e4c0ce7d378d req-08df4387-6288-4f18-bb1a-f43e2579f9be service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.467829] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d040abeb-07b1-4dde-94f3-e49980193c26 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.477198] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b0edc8-2b0d-4ab6-9aca-a027dce284ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.493028] env[69385]: DEBUG nova.compute.provider_tree [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.538067] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633489} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.538408] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8/5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.538687] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.538957] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19f3a555-f2af-4dfa-b2ef-f780a1148603 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.546347] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 942.546347] env[69385]: value = "task-3340481" [ 942.546347] env[69385]: _type = "Task" [ 942.546347] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.555922] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.636709] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340479, 'name': Rename_Task, 'duration_secs': 0.577291} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.636709] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.636944] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f9e9bb-6fa3-4f7d-90c0-89b29ff25a12 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.644388] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 942.644388] env[69385]: value = "task-3340482" [ 942.644388] env[69385]: _type = "Task" [ 942.644388] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.653409] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.665978] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ceae66d-3cf1-4259-a997-b6c9e7a8dc18 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.517s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.809180] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.809455] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.809665] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.809847] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.810028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.812567] env[69385]: INFO nova.compute.manager [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Terminating instance [ 942.872158] env[69385]: DEBUG nova.network.neutron [-] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.912106] env[69385]: DEBUG oslo_vmware.api [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.967683] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-564a3b25-b00f-476b-9d48-07c2794556de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.978810] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d32606-a1c1-491b-9a9d-3dee0200a43a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.995806] env[69385]: DEBUG nova.scheduler.client.report [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.018742] env[69385]: DEBUG nova.compute.manager [req-35519cdf-f2cc-45fa-baa0-e4c0ce7d378d req-08df4387-6288-4f18-bb1a-f43e2579f9be service nova] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Detach interface failed, port_id=aabc1173-dfd1-446c-bc4a-8a782d4e811d, reason: Instance 84573f5a-acde-4392-92f2-e7c08096d250 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 943.056876] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139653} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.057232] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.057939] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edd62bc-d538-4c69-89d6-67e5fd0988b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.079076] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8/5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.079360] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47dc60cf-e525-4b00-bfd2-08d6ce1ded6f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.100787] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 943.100787] env[69385]: value = "task-3340483" [ 943.100787] env[69385]: _type = "Task" [ 943.100787] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.109891] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.157977] env[69385]: DEBUG oslo_vmware.api [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340482, 'name': PowerOnVM_Task, 'duration_secs': 0.489153} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.158991] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.159284] env[69385]: INFO nova.compute.manager [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Took 6.44 seconds to spawn the instance on the hypervisor. [ 943.159476] env[69385]: DEBUG nova.compute.manager [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.160272] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51dba5f-9673-4cca-a50f-0235a0c9687d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.316512] env[69385]: DEBUG nova.compute.manager [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.316742] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.317660] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ecdb36-78f4-4876-9e96-2a9599212a4c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.326018] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.326268] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7631c918-41bd-4a2a-a7de-146ef7653000 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.333552] env[69385]: DEBUG oslo_vmware.api [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 943.333552] env[69385]: value = "task-3340484" [ 943.333552] env[69385]: _type = "Task" [ 943.333552] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.341344] env[69385]: DEBUG oslo_vmware.api [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.375776] env[69385]: INFO nova.compute.manager [-] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Took 1.34 seconds to deallocate network for instance. [ 943.410673] env[69385]: DEBUG oslo_vmware.api [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340480, 'name': ReconfigVM_Task, 'duration_secs': 1.309861} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.411271] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-5ea7d699-8220-4bb2-8f70-07a966901225/volume-5ea7d699-8220-4bb2-8f70-07a966901225.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.416050] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f33fe5-697d-4663-b9b9-3b680f66ebaf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.432734] env[69385]: DEBUG oslo_vmware.api [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 943.432734] env[69385]: value = "task-3340485" [ 943.432734] env[69385]: _type = "Task" [ 943.432734] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.441530] env[69385]: DEBUG oslo_vmware.api [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.501239] env[69385]: DEBUG oslo_concurrency.lockutils [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.503220] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.712s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.505312] env[69385]: INFO nova.compute.claims [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.526984] env[69385]: INFO nova.scheduler.client.report [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Deleted allocations for instance 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb [ 943.613625] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.683048] env[69385]: INFO nova.compute.manager [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Took 43.85 seconds to build instance. [ 943.844781] env[69385]: DEBUG oslo_vmware.api [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340484, 'name': PowerOffVM_Task, 'duration_secs': 0.507703} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.844781] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.844781] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.845888] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad25dbf8-a23a-4d9f-9456-65eb53cc87d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.881920] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.919409] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.919638] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.919822] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Deleting the datastore file [datastore1] 9c4c4869-51af-4bcc-83f0-9af2b5c4d124 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.920125] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a4d4c4-da63-4c22-833e-c97f1b85029a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.927752] env[69385]: DEBUG oslo_vmware.api [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for the task: (returnval){ [ 943.927752] env[69385]: value = "task-3340487" [ 943.927752] env[69385]: _type = "Task" [ 943.927752] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.936573] env[69385]: DEBUG oslo_vmware.api [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.946360] env[69385]: DEBUG oslo_vmware.api [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.035321] env[69385]: DEBUG oslo_concurrency.lockutils [None req-18d47e46-3110-4cc0-948d-9588598ff502 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "06d7ac4b-8cd7-45f1-8ffe-af293b8546eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.219s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.112167] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340483, 'name': ReconfigVM_Task, 'duration_secs': 0.941608} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.112167] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8/5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.112866] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68217f04-3c53-4fdf-8e6a-5193dad8a5d2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.121337] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 944.121337] env[69385]: value = "task-3340488" [ 944.121337] env[69385]: _type = "Task" [ 944.121337] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.130305] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340488, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.185801] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cfff50c7-f7d9-467f-bf17-826c19fd7133 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "29b240a9-1171-4e95-bcfe-dd969503b9b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.677s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.444345] env[69385]: DEBUG oslo_vmware.api [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Task: {'id': task-3340487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242021} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.445120] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.445357] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.445594] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.445782] env[69385]: INFO nova.compute.manager [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Took 1.13 seconds to destroy the instance on the hypervisor. [ 944.446091] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.446303] env[69385]: DEBUG nova.compute.manager [-] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.446418] env[69385]: DEBUG nova.network.neutron [-] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.452316] env[69385]: DEBUG oslo_vmware.api [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340485, 'name': ReconfigVM_Task, 'duration_secs': 0.831301} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.452958] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666727', 'volume_id': '5ea7d699-8220-4bb2-8f70-07a966901225', 'name': 'volume-5ea7d699-8220-4bb2-8f70-07a966901225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83', 'attached_at': '', 'detached_at': '', 'volume_id': '5ea7d699-8220-4bb2-8f70-07a966901225', 'serial': '5ea7d699-8220-4bb2-8f70-07a966901225'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 944.519781] env[69385]: DEBUG nova.compute.manager [req-530a881b-f8c9-4ea2-8541-ef379e401142 req-7c7e6a53-7bbb-4c87-bbf4-5ce42593142e service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Received event network-changed-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 944.519992] env[69385]: DEBUG nova.compute.manager [req-530a881b-f8c9-4ea2-8541-ef379e401142 req-7c7e6a53-7bbb-4c87-bbf4-5ce42593142e service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Refreshing instance network info cache due to event network-changed-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 944.520257] env[69385]: DEBUG oslo_concurrency.lockutils [req-530a881b-f8c9-4ea2-8541-ef379e401142 req-7c7e6a53-7bbb-4c87-bbf4-5ce42593142e service nova] Acquiring lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.520419] env[69385]: DEBUG oslo_concurrency.lockutils [req-530a881b-f8c9-4ea2-8541-ef379e401142 req-7c7e6a53-7bbb-4c87-bbf4-5ce42593142e service nova] Acquired lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.520642] env[69385]: DEBUG nova.network.neutron [req-530a881b-f8c9-4ea2-8541-ef379e401142 req-7c7e6a53-7bbb-4c87-bbf4-5ce42593142e service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Refreshing network info cache for port e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.637406] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340488, 'name': Rename_Task, 'duration_secs': 0.175533} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.637649] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.637921] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e5fcff-5be4-4d05-8090-ae2b317a99e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.642904] env[69385]: INFO nova.compute.manager [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Rebuilding instance [ 944.652505] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 944.652505] env[69385]: value = "task-3340489" [ 944.652505] env[69385]: _type = "Task" [ 944.652505] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.664312] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.704752] env[69385]: DEBUG nova.compute.manager [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.705768] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf44d2-fd7e-46a3-98d3-9f88bed5b64a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.998751] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e47efcf-bcae-4c50-ad97-ba8eb783150a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.013692] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad94d787-5c0b-49af-b91f-6e4b2a333af7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.055324] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405a1572-85cc-4bd2-a43b-f6e9785583bc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.068278] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c27493-5f6b-4e64-9b65-8608da3ece9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.085899] env[69385]: DEBUG nova.compute.provider_tree [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.164108] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.367868] env[69385]: DEBUG nova.network.neutron [req-530a881b-f8c9-4ea2-8541-ef379e401142 req-7c7e6a53-7bbb-4c87-bbf4-5ce42593142e service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updated VIF entry in instance network info cache for port e1f68eb2-bc39-4a9f-ad3e-08ad63158edf. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.368533] env[69385]: DEBUG nova.network.neutron [req-530a881b-f8c9-4ea2-8541-ef379e401142 req-7c7e6a53-7bbb-4c87-bbf4-5ce42593142e service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updating instance_info_cache with network_info: [{"id": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "address": "fa:16:3e:6b:41:30", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f68eb2-bc", "ovs_interfaceid": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.506138] env[69385]: DEBUG nova.objects.instance [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'flavor' on Instance uuid a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.558949] env[69385]: DEBUG nova.network.neutron [-] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.589468] env[69385]: DEBUG nova.scheduler.client.report [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.664463] env[69385]: DEBUG oslo_vmware.api [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340489, 'name': PowerOnVM_Task, 'duration_secs': 0.997068} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.664747] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.664922] env[69385]: INFO nova.compute.manager [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Took 6.37 seconds to spawn the instance on the hypervisor. [ 945.665387] env[69385]: DEBUG nova.compute.manager [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.665967] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b485e3bf-9348-4246-aa83-20b1861efed8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.673350] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.724642] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.724966] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8da00984-bf81-4eea-b9d6-6409d364baf7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.733502] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 945.733502] env[69385]: value = "task-3340490" [ 945.733502] env[69385]: _type = "Task" [ 945.733502] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.742512] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.871316] env[69385]: DEBUG oslo_concurrency.lockutils [req-530a881b-f8c9-4ea2-8541-ef379e401142 req-7c7e6a53-7bbb-4c87-bbf4-5ce42593142e service nova] Releasing lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.010819] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd58dd64-6b16-4a5e-9b22-10f3dfca1535 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.824s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.011447] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.338s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.011693] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.011894] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.012082] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.013619] env[69385]: INFO nova.compute.manager [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Terminating instance [ 946.056455] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.056719] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.056917] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.057108] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.057278] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.059269] env[69385]: INFO nova.compute.manager [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Terminating instance [ 946.061701] env[69385]: INFO nova.compute.manager [-] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Took 1.62 seconds to deallocate network for instance. [ 946.094883] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.095387] env[69385]: DEBUG nova.compute.manager [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.098618] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.602s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.098846] env[69385]: DEBUG nova.objects.instance [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lazy-loading 'resources' on Instance uuid 1180e248-cb8e-46d8-b0e0-f82304723954 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.184505] env[69385]: INFO nova.compute.manager [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Took 42.38 seconds to build instance. [ 946.246150] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340490, 'name': PowerOffVM_Task, 'duration_secs': 0.16295} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.246451] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.246689] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.247444] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6f9b4d-4ded-4aee-a32c-94a2c00d75b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.255492] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.255744] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01e23a36-26bd-4293-9b0e-6544717974b0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.281584] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.281802] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.282035] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Deleting the datastore file [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.282260] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77296760-cf21-425c-aae9-c1a471c4fe9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.288348] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 946.288348] env[69385]: value = "task-3340492" [ 946.288348] env[69385]: _type = "Task" [ 946.288348] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.295563] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.520254] env[69385]: DEBUG nova.compute.manager [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.520532] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.520787] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e00cc0e0-8fe6-4303-8086-59b3a889a18e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.528343] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 946.528343] env[69385]: value = "task-3340493" [ 946.528343] env[69385]: _type = "Task" [ 946.528343] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.536439] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.543240] env[69385]: DEBUG nova.compute.manager [req-3961fa50-dc25-42ff-aea7-cc6ac6349cfa req-54a1a993-9b1d-4fb0-84ce-1b59e975036d service nova] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Received event network-vif-deleted-35218c20-aa0e-4dcc-9843-3a9e80b1f2bd {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.563578] env[69385]: DEBUG nova.compute.manager [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.563720] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.564821] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19baa60f-2367-47ce-b773-af06f95d9e16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.568983] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.573762] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.574017] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22802c3a-bbb6-4d0b-8d4c-a6afd5a92b09 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.580794] env[69385]: DEBUG oslo_vmware.api [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 946.580794] env[69385]: value = "task-3340494" [ 946.580794] env[69385]: _type = "Task" [ 946.580794] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.589230] env[69385]: DEBUG oslo_vmware.api [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.602834] env[69385]: DEBUG nova.compute.utils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.607041] env[69385]: DEBUG nova.compute.manager [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.607268] env[69385]: DEBUG nova.network.neutron [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.675223] env[69385]: DEBUG nova.policy [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba640cb1f3d045a498f63ac36ec523f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ed77a844e684174aa51e83a0e6d2c13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.686898] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e6c559e3-3e09-4999-bd64-31e679cd42a4 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.321s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.801235] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165389} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.801503] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.801682] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.801856] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.039588] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340493, 'name': PowerOffVM_Task, 'duration_secs': 0.202308} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.039844] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.040065] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 947.040206] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666727', 'volume_id': '5ea7d699-8220-4bb2-8f70-07a966901225', 'name': 'volume-5ea7d699-8220-4bb2-8f70-07a966901225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83', 'attached_at': '', 'detached_at': '', 'volume_id': '5ea7d699-8220-4bb2-8f70-07a966901225', 'serial': '5ea7d699-8220-4bb2-8f70-07a966901225'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 947.044235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe5395-7e86-4006-a71e-39c6d9bbb08d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.073053] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48abc60c-6952-4a17-94d6-d8a29e5978b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.077049] env[69385]: DEBUG nova.network.neutron [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Successfully created port: b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.087150] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e840d678-79b2-4bfc-a8da-d5c97e1adc9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.097272] env[69385]: DEBUG oslo_vmware.api [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340494, 'name': PowerOffVM_Task, 'duration_secs': 0.207967} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.113450] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.113450] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.114208] env[69385]: DEBUG nova.compute.manager [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.120666] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5800df65-6a3f-4898-99e6-892fc1dcca26 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.122791] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d781baa-6ff7-4e02-ada6-6c9429666ba4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.139302] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] The volume has not been displaced from its original location: [datastore2] volume-5ea7d699-8220-4bb2-8f70-07a966901225/volume-5ea7d699-8220-4bb2-8f70-07a966901225.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 947.144553] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 947.146171] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ca005f-eb10-468d-91e1-097c1abc3322 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.160179] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae71564-77a0-4d58-96ff-396aa7d3c351 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.171123] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed8e489-3649-4d24-88e9-bc1badd01174 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.174542] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 947.174542] env[69385]: value = "task-3340496" [ 947.174542] env[69385]: _type = "Task" [ 947.174542] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.209736] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f5f99-92a0-47e9-ba3b-d43de31952b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.213109] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340496, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.217896] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d17018-359c-4072-9bd5-d449e5fd53b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.232255] env[69385]: DEBUG nova.compute.provider_tree [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.446232] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.446485] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.446669] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Deleting the datastore file [datastore2] f2980e1b-a580-4b7a-aa93-3bb7e4e725fe {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.446940] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c123019-fcc8-456a-8841-c010b8d8f300 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.452977] env[69385]: DEBUG oslo_vmware.api [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for the task: (returnval){ [ 947.452977] env[69385]: value = "task-3340497" [ 947.452977] env[69385]: _type = "Task" [ 947.452977] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.461612] env[69385]: DEBUG oslo_vmware.api [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.505527] env[69385]: INFO nova.compute.manager [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Rebuilding instance [ 947.549998] env[69385]: DEBUG nova.compute.manager [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.550894] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcb628d-e39b-4c46-addf-96a71f311d72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.684695] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340496, 'name': ReconfigVM_Task, 'duration_secs': 0.211903} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.684975] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 947.689619] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d495f3f-efbc-41ca-9e60-8645e69d407f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.704304] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 947.704304] env[69385]: value = "task-3340498" [ 947.704304] env[69385]: _type = "Task" [ 947.704304] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.711735] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.736926] env[69385]: DEBUG nova.scheduler.client.report [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.831699] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.831967] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.832139] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.832325] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.832472] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.832621] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.832867] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.833117] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.833329] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.833506] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.833683] env[69385]: DEBUG nova.virt.hardware [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.834636] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ae6c1e-a670-47e3-93f4-5be22101d4ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.843090] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6229703b-e77d-4321-b98c-4dd57671b946 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.857063] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.862715] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.863015] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.863265] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63d417a9-2546-4035-aa17-c131b32d6de7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.879929] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.879929] env[69385]: value = "task-3340499" [ 947.879929] env[69385]: _type = "Task" [ 947.879929] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.890598] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340499, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.964164] env[69385]: DEBUG oslo_vmware.api [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Task: {'id': task-3340497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164424} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.964494] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.964721] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.964915] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.965122] env[69385]: INFO nova.compute.manager [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Took 1.40 seconds to destroy the instance on the hypervisor. [ 947.965383] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.965604] env[69385]: DEBUG nova.compute.manager [-] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.965707] env[69385]: DEBUG nova.network.neutron [-] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.133153] env[69385]: DEBUG nova.compute.manager [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.159147] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.159453] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.159552] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.159736] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.159881] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.160145] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.160526] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.160727] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.161094] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.161276] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.161615] env[69385]: DEBUG nova.virt.hardware [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.162838] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73fa967-178c-4233-8d6c-f637f2a20105 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.172669] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b48e762-a1ab-44a2-ab40-d4723c53a69b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.213259] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340498, 'name': ReconfigVM_Task, 'duration_secs': 0.191148} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.213568] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666727', 'volume_id': '5ea7d699-8220-4bb2-8f70-07a966901225', 'name': 'volume-5ea7d699-8220-4bb2-8f70-07a966901225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83', 'attached_at': '', 'detached_at': '', 'volume_id': '5ea7d699-8220-4bb2-8f70-07a966901225', 'serial': '5ea7d699-8220-4bb2-8f70-07a966901225'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 948.213841] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.214736] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482d5064-2bfd-48a8-8459-547011e9f504 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.222941] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.222941] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bcd3320-87c3-43ee-892f-41b3904ddeb6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.248030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.253136] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.638s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.253136] env[69385]: DEBUG nova.objects.instance [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lazy-loading 'resources' on Instance uuid 2f432748-bd58-4546-816e-07a9aa271b65 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.279236] env[69385]: INFO nova.scheduler.client.report [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted allocations for instance 1180e248-cb8e-46d8-b0e0-f82304723954 [ 948.285253] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.285318] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.285464] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleting the datastore file [datastore1] a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.285719] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9caa81c-0920-4f36-835a-38a7a0d30864 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.292096] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 948.292096] env[69385]: value = "task-3340501" [ 948.292096] env[69385]: _type = "Task" [ 948.292096] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.301281] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.391799] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340499, 'name': CreateVM_Task, 'duration_secs': 0.346301} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.391990] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.392519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.392692] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.393079] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.393370] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e1e40f-b199-416a-a14f-668f8e34ec2b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.398498] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 948.398498] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527da9e5-9d7d-f788-2f61-19d91ee12f72" [ 948.398498] env[69385]: _type = "Task" [ 948.398498] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.406470] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527da9e5-9d7d-f788-2f61-19d91ee12f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.565219] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.565562] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-927c3c4c-c2d9-4f78-8bae-13cf4e95f3fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.569979] env[69385]: DEBUG nova.compute.manager [req-fd08992d-1c59-4cc4-9060-85736a0313d8 req-5e15ca4f-d9bd-4973-952c-fe93f46c8614 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Received event network-vif-deleted-4d61f8c8-4830-4cca-b575-6e12bdce0d41 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 948.570196] env[69385]: INFO nova.compute.manager [req-fd08992d-1c59-4cc4-9060-85736a0313d8 req-5e15ca4f-d9bd-4973-952c-fe93f46c8614 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Neutron deleted interface 4d61f8c8-4830-4cca-b575-6e12bdce0d41; detaching it from the instance and deleting it from the info cache [ 948.570382] env[69385]: DEBUG nova.network.neutron [req-fd08992d-1c59-4cc4-9060-85736a0313d8 req-5e15ca4f-d9bd-4973-952c-fe93f46c8614 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.573508] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 948.573508] env[69385]: value = "task-3340502" [ 948.573508] env[69385]: _type = "Task" [ 948.573508] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.583011] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.665980] env[69385]: DEBUG nova.network.neutron [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Successfully updated port: b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.761910] env[69385]: DEBUG nova.network.neutron [-] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.789789] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c406bfd1-8eaf-4fda-ba96-9e109726688b tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "1180e248-cb8e-46d8-b0e0-f82304723954" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.843s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.804287] env[69385]: DEBUG oslo_vmware.api [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167598} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.805084] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.805280] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.805453] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.805625] env[69385]: INFO nova.compute.manager [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Took 2.29 seconds to destroy the instance on the hypervisor. [ 948.805852] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.806048] env[69385]: DEBUG nova.compute.manager [-] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.806146] env[69385]: DEBUG nova.network.neutron [-] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.908919] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527da9e5-9d7d-f788-2f61-19d91ee12f72, 'name': SearchDatastore_Task, 'duration_secs': 0.020411} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.909228] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.909458] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.909688] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.909915] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.909989] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.912816] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-986cca3c-422f-46f5-9c8b-9f5c129cd4cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.921677] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.921848] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.922560] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75c1858-2eef-4631-b708-9f819805e18c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.927559] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 948.927559] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f3049b-faed-278d-2535-4a3ec22a25eb" [ 948.927559] env[69385]: _type = "Task" [ 948.927559] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.938195] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f3049b-faed-278d-2535-4a3ec22a25eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.073802] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5bc756a-ecf6-49e5-b331-58ed59839124 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.084273] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340502, 'name': PowerOffVM_Task, 'duration_secs': 0.151768} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.087508] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.088166] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.089161] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e1b7d2-a818-44d8-a391-cedb2d66cc96 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.094383] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f604298b-7a56-4b06-9769-e827c840428c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.111491] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.111770] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc7f0d4d-a036-4fd4-bb95-d45a48e59014 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.131560] env[69385]: DEBUG nova.compute.manager [req-fd08992d-1c59-4cc4-9060-85736a0313d8 req-5e15ca4f-d9bd-4973-952c-fe93f46c8614 service nova] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Detach interface failed, port_id=4d61f8c8-4830-4cca-b575-6e12bdce0d41, reason: Instance f2980e1b-a580-4b7a-aa93-3bb7e4e725fe could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 949.138651] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.138857] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.139046] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Deleting the datastore file [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.139302] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51e4c09a-12c0-4de3-b220-f3e171d86c3c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.146995] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 949.146995] env[69385]: value = "task-3340504" [ 949.146995] env[69385]: _type = "Task" [ 949.146995] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.153825] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.156278] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ceb4fe-282c-49d5-8b09-5567c6f51220 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.162387] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346ea419-de4f-49a5-b753-719958904f2f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.168374] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-0b6f0304-0311-4b7b-a759-5b60c97e22fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.168526] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-0b6f0304-0311-4b7b-a759-5b60c97e22fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.168677] env[69385]: DEBUG nova.network.neutron [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.196595] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abdeb18-7c35-4baa-91dc-ab773b5ffaa5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.205481] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c91e7d2-db37-459b-8248-8505e4b96269 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.220135] env[69385]: DEBUG nova.compute.provider_tree [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.228863] env[69385]: DEBUG nova.network.neutron [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.264950] env[69385]: INFO nova.compute.manager [-] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Took 1.30 seconds to deallocate network for instance. [ 949.420038] env[69385]: DEBUG nova.network.neutron [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Updating instance_info_cache with network_info: [{"id": "b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7", "address": "fa:16:3e:52:24:79", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4aaccb5-23", "ovs_interfaceid": "b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.441732] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f3049b-faed-278d-2535-4a3ec22a25eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.442542] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40256aab-c801-4dbe-9f2e-e099ad941855 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.448259] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 949.448259] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5210cc52-7a73-6172-4a53-bd827f306920" [ 949.448259] env[69385]: _type = "Task" [ 949.448259] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.458279] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5210cc52-7a73-6172-4a53-bd827f306920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.520812] env[69385]: DEBUG nova.network.neutron [-] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.657166] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124154} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.657595] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.657595] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.657753] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.723582] env[69385]: DEBUG nova.scheduler.client.report [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.775892] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.776288] env[69385]: DEBUG oslo_concurrency.lockutils [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "d8b04a21-a612-4352-b07b-df285ac784fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.776497] env[69385]: DEBUG oslo_concurrency.lockutils [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "d8b04a21-a612-4352-b07b-df285ac784fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.776687] env[69385]: DEBUG oslo_concurrency.lockutils [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "d8b04a21-a612-4352-b07b-df285ac784fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.776863] env[69385]: DEBUG oslo_concurrency.lockutils [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "d8b04a21-a612-4352-b07b-df285ac784fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.777040] env[69385]: DEBUG oslo_concurrency.lockutils [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "d8b04a21-a612-4352-b07b-df285ac784fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.779040] env[69385]: INFO nova.compute.manager [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Terminating instance [ 949.923259] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-0b6f0304-0311-4b7b-a759-5b60c97e22fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.923259] env[69385]: DEBUG nova.compute.manager [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Instance network_info: |[{"id": "b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7", "address": "fa:16:3e:52:24:79", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4aaccb5-23", "ovs_interfaceid": "b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.923259] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:24:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.931195] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.931405] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.931627] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc8f0a75-76b9-4814-9057-bf066e4d62aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.957989] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5210cc52-7a73-6172-4a53-bd827f306920, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.959215] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.959508] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.959716] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.959716] env[69385]: value = "task-3340505" [ 949.959716] env[69385]: _type = "Task" [ 949.959716] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.959892] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19cca688-7c75-4bcc-8039-679758d6116c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.968375] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 949.968375] env[69385]: value = "task-3340506" [ 949.968375] env[69385]: _type = "Task" [ 949.968375] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.971076] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340505, 'name': CreateVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.978288] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.026569] env[69385]: INFO nova.compute.manager [-] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Took 1.22 seconds to deallocate network for instance. [ 950.229419] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.231844] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.241s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.264524] env[69385]: INFO nova.scheduler.client.report [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Deleted allocations for instance 2f432748-bd58-4546-816e-07a9aa271b65 [ 950.283300] env[69385]: DEBUG nova.compute.manager [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.283802] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.284555] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc18963-5162-41c0-a129-ae5d5efce5a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.293357] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.293708] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-606824db-df5e-44b6-8156-d26854be68f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.300924] env[69385]: DEBUG oslo_vmware.api [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 950.300924] env[69385]: value = "task-3340507" [ 950.300924] env[69385]: _type = "Task" [ 950.300924] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.309921] env[69385]: DEBUG oslo_vmware.api [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.471797] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340505, 'name': CreateVM_Task, 'duration_secs': 0.411905} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.475201] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.476056] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.476181] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.476537] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.477286] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677e2139-b8e1-40c9-a51c-8f98b498ce8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.483840] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340506, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.487212] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 950.487212] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5220f6fa-7afa-15d2-5a92-c2ca937fce62" [ 950.487212] env[69385]: _type = "Task" [ 950.487212] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.495434] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5220f6fa-7afa-15d2-5a92-c2ca937fce62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.575828] env[69385]: INFO nova.compute.manager [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Took 0.55 seconds to detach 1 volumes for instance. [ 950.601270] env[69385]: DEBUG nova.compute.manager [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Received event network-vif-plugged-b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.601270] env[69385]: DEBUG oslo_concurrency.lockutils [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] Acquiring lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.601374] env[69385]: DEBUG oslo_concurrency.lockutils [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] Lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.601715] env[69385]: DEBUG oslo_concurrency.lockutils [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] Lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.601715] env[69385]: DEBUG nova.compute.manager [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] No waiting events found dispatching network-vif-plugged-b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.601841] env[69385]: WARNING nova.compute.manager [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Received unexpected event network-vif-plugged-b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 for instance with vm_state building and task_state spawning. [ 950.602158] env[69385]: DEBUG nova.compute.manager [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Received event network-changed-b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.602262] env[69385]: DEBUG nova.compute.manager [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Refreshing instance network info cache due to event network-changed-b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 950.602405] env[69385]: DEBUG oslo_concurrency.lockutils [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] Acquiring lock "refresh_cache-0b6f0304-0311-4b7b-a759-5b60c97e22fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.602540] env[69385]: DEBUG oslo_concurrency.lockutils [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] Acquired lock "refresh_cache-0b6f0304-0311-4b7b-a759-5b60c97e22fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.602695] env[69385]: DEBUG nova.network.neutron [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Refreshing network info cache for port b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.693152] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.693423] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.693557] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.693777] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.693947] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.694499] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.694749] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.694915] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.695100] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.695417] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.695607] env[69385]: DEBUG nova.virt.hardware [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.696474] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4fe43b-3bd8-468c-b5ad-73e149485ecf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.704657] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0085b2c3-2a4a-4309-9822-a69cc0abbab9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.717517] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.723074] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.723916] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.723916] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71fd5670-8cff-47cf-8d07-a84a32b965f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.753056] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.753056] env[69385]: value = "task-3340508" [ 950.753056] env[69385]: _type = "Task" [ 950.753056] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.761364] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340508, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.773902] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9639b930-fcc1-43f0-bb96-fef1d42304d5 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "2f432748-bd58-4546-816e-07a9aa271b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.756s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.812098] env[69385]: DEBUG oslo_vmware.api [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340507, 'name': PowerOffVM_Task, 'duration_secs': 0.23048} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.813044] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.813044] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.813044] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87fa942c-8db8-47ff-8a2f-89679430a6f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.981476] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526657} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.981770] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.982011] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.982276] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2301102e-5dbc-4141-b3bc-a12af0673c0a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.991449] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 950.991449] env[69385]: value = "task-3340510" [ 950.991449] env[69385]: _type = "Task" [ 950.991449] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.000106] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5220f6fa-7afa-15d2-5a92-c2ca937fce62, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.000958] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.001317] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.001638] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.001875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.002176] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.005783] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e590487-a7ec-4c71-bf71-33c9f0edd6a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.007809] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.014032] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.014214] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.014956] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ab0745-f7eb-4d2d-98f9-d5dbdea9d81d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.019828] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 951.019828] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e9c8ed-4c66-8a8e-4f36-0c3219906500" [ 951.019828] env[69385]: _type = "Task" [ 951.019828] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.027357] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e9c8ed-4c66-8a8e-4f36-0c3219906500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.049092] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.049441] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.049767] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleting the datastore file [datastore1] d8b04a21-a612-4352-b07b-df285ac784fa {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.050087] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e25fa263-2550-4819-b4bd-a74c215c9c3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.058145] env[69385]: DEBUG oslo_vmware.api [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 951.058145] env[69385]: value = "task-3340511" [ 951.058145] env[69385]: _type = "Task" [ 951.058145] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.068767] env[69385]: DEBUG oslo_vmware.api [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.083874] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.249233] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Applying migration context for instance 5dc95d89-a3dd-465c-98c2-45b14febd162 as it has an incoming, in-progress migration c40921b4-f27b-428a-8d11-34703df44241. Migration status is confirming {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 951.249466] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Applying migration context for instance 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479 as it has an incoming, in-progress migration 8070ce86-1eed-490a-9d07-87283daad29e. Migration status is reverting {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 951.251856] env[69385]: INFO nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating resource usage from migration c40921b4-f27b-428a-8d11-34703df44241 [ 951.252197] env[69385]: INFO nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating resource usage from migration 8070ce86-1eed-490a-9d07-87283daad29e [ 951.263349] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340508, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.282492] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance fff0a1a9-950f-4d48-8b42-dbdca8611e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.282492] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance d8b04a21-a612-4352-b07b-df285ac784fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.282765] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 2b369931-313e-49c3-a555-937110bb700e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284020] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 112dc1fc-247c-4305-95d4-7791d39efcd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284020] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 84573f5a-acde-4392-92f2-e7c08096d250 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 951.284020] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance f2980e1b-a580-4b7a-aa93-3bb7e4e725fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 951.284020] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 9c4c4869-51af-4bcc-83f0-9af2b5c4d124 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 951.284020] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 711577d1-d996-427e-9234-e7a1a1dcc74c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284020] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 466c7ef8-b12c-43b5-a319-e377f9c8e116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284020] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284020] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance dbb21929-e58a-45a0-934c-7ba9d5e11d7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284020] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance ae499731-184c-4b63-9993-3d5b229df920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284336] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 01421166-37ef-4e1c-9de4-6bdd513d2ad2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284336] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 8aa94f46-c6c6-46bf-8621-67e7b851fe69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284387] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284510] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 951.284616] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 85b95ef8-cc8a-4c72-ac86-65df62c67819 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 951.284731] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.284842] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Migration c40921b4-f27b-428a-8d11-34703df44241 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 951.284949] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 5dc95d89-a3dd-465c-98c2-45b14febd162 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.285681] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance c4fae709-b0de-4b8e-b6cb-b00a70140c8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.285681] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 97ee0588-43d0-4b08-a661-af12ca0c4db9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.285681] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Migration 8070ce86-1eed-490a-9d07-87283daad29e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 951.285681] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.285681] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 29b240a9-1171-4e95-bcfe-dd969503b9b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.285880] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.285914] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 0b6f0304-0311-4b7b-a759-5b60c97e22fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 951.363066] env[69385]: DEBUG nova.network.neutron [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Updated VIF entry in instance network info cache for port b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.363436] env[69385]: DEBUG nova.network.neutron [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Updating instance_info_cache with network_info: [{"id": "b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7", "address": "fa:16:3e:52:24:79", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4aaccb5-23", "ovs_interfaceid": "b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.502025] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070395} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.502371] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.503528] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acb2598-7e22-4554-b5ab-b9bf8542d753 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.525561] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.525561] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d328aff-34b1-4a60-8464-1b269c9bb8ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.548642] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e9c8ed-4c66-8a8e-4f36-0c3219906500, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.550933] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 951.550933] env[69385]: value = "task-3340512" [ 951.550933] env[69385]: _type = "Task" [ 951.550933] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.551303] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7e963c-cbda-4b9b-a1b5-51b6cc295143 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.561911] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340512, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.566435] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 951.566435] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524c6ead-236f-e521-c921-c0a6264ec09e" [ 951.566435] env[69385]: _type = "Task" [ 951.566435] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.573198] env[69385]: DEBUG oslo_vmware.api [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141629} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.574600] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.574779] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.574964] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.575198] env[69385]: INFO nova.compute.manager [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Took 1.29 seconds to destroy the instance on the hypervisor. [ 951.575385] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.578721] env[69385]: DEBUG nova.compute.manager [-] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.578831] env[69385]: DEBUG nova.network.neutron [-] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.580483] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524c6ead-236f-e521-c921-c0a6264ec09e, 'name': SearchDatastore_Task, 'duration_secs': 0.015531} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.580790] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.580971] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa/0b6f0304-0311-4b7b-a759-5b60c97e22fa.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.581523] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-450ed2f2-e1ee-4093-ac5f-38485b31b5ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.587558] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 951.587558] env[69385]: value = "task-3340513" [ 951.587558] env[69385]: _type = "Task" [ 951.587558] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.595128] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.765182] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340508, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.789362] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 65422071-f897-45e4-8930-791693670147 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 951.789772] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 951.789959] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 951.866774] env[69385]: DEBUG oslo_concurrency.lockutils [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] Releasing lock "refresh_cache-0b6f0304-0311-4b7b-a759-5b60c97e22fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.867067] env[69385]: DEBUG nova.compute.manager [req-4e880555-f52f-4e56-b8e4-7d1c0ddf3412 req-a4e19dfd-53b4-4aad-8d6f-453ade4baeb3 service nova] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Received event network-vif-deleted-20b0ec67-2189-4f8b-9e98-0688dbd69f8e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.069506] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.101042] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340513, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.226446] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48161200-d5a7-435b-91f1-054fe83564f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.234639] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86da23e9-5046-4404-b5b8-0d14a3990fb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.270651] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b01b40-ef43-4864-b184-05e7d86df87d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.282464] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385753ff-8523-4116-b27e-def7000ca218 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.286657] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340508, 'name': CreateVM_Task, 'duration_secs': 1.367052} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.286657] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.287678] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.287678] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.287891] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.288119] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2beb8a1-4911-4095-adbe-ed499ce04c9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.297695] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.303130] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 952.303130] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5287685d-7f30-55cc-d6b6-c24972d3a93a" [ 952.303130] env[69385]: _type = "Task" [ 952.303130] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.311171] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5287685d-7f30-55cc-d6b6-c24972d3a93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.370881] env[69385]: DEBUG nova.network.neutron [-] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.564776] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340512, 'name': ReconfigVM_Task, 'duration_secs': 0.584803} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.565077] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.565695] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ad96096-c5fe-452b-a88e-ae61f511e373 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.573318] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 952.573318] env[69385]: value = "task-3340514" [ 952.573318] env[69385]: _type = "Task" [ 952.573318] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.581572] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340514, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.597191] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539197} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.597536] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa/0b6f0304-0311-4b7b-a759-5b60c97e22fa.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.597845] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.598194] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ea76dd-a6e7-492c-b1c3-d927491fed6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.605803] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 952.605803] env[69385]: value = "task-3340515" [ 952.605803] env[69385]: _type = "Task" [ 952.605803] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.613705] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.629878] env[69385]: DEBUG nova.compute.manager [req-49b92b8a-c90b-4de4-94ce-b21e3dddb940 req-4e299eee-f170-4762-b89c-8af5e60cd796 service nova] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Received event network-vif-deleted-ea03b0f4-e390-486d-bd3d-294e4e33349b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.801223] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.814022] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5287685d-7f30-55cc-d6b6-c24972d3a93a, 'name': SearchDatastore_Task, 'duration_secs': 0.049444} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.814234] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.814861] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.814861] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.814861] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.815089] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.815255] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75446651-938f-4a4b-9e69-93159d3ab7ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.823351] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.823531] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.824281] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d920a3-e5de-447a-98dd-5bbde572e967 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.830936] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 952.830936] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5248f23f-173b-3c90-ac6c-7d26f6852d0b" [ 952.830936] env[69385]: _type = "Task" [ 952.830936] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.838579] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5248f23f-173b-3c90-ac6c-7d26f6852d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.873731] env[69385]: INFO nova.compute.manager [-] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Took 1.29 seconds to deallocate network for instance. [ 953.026941] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.027194] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.083081] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340514, 'name': Rename_Task, 'duration_secs': 0.260368} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.083369] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.083626] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff46b815-8275-4bf7-ae76-48056f5f1096 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.091449] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 953.091449] env[69385]: value = "task-3340516" [ 953.091449] env[69385]: _type = "Task" [ 953.091449] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.101810] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.116652] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124097} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.117593] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.118153] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f999b2-3f0e-453c-a85c-94435e8544c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.141294] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa/0b6f0304-0311-4b7b-a759-5b60c97e22fa.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.141608] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfa6965-16f2-474d-bd08-03667c2284b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.164207] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 953.164207] env[69385]: value = "task-3340517" [ 953.164207] env[69385]: _type = "Task" [ 953.164207] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.175743] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.309628] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 953.309628] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.078s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.310905] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.032s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.311347] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.311490] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Cleaning up deleted instances {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 953.348038] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5248f23f-173b-3c90-ac6c-7d26f6852d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.349297] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de736145-cc9b-4180-96cb-2795308c5ee6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.355568] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 953.355568] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52602fa6-57c5-c0d4-6863-39875d420aa6" [ 953.355568] env[69385]: _type = "Task" [ 953.355568] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.366246] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52602fa6-57c5-c0d4-6863-39875d420aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.380537] env[69385]: DEBUG oslo_concurrency.lockutils [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.529553] env[69385]: DEBUG nova.compute.manager [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.601133] env[69385]: DEBUG oslo_vmware.api [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340516, 'name': PowerOnVM_Task, 'duration_secs': 0.452542} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.601415] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.601636] env[69385]: DEBUG nova.compute.manager [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.602407] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7850ef4f-643c-404c-bfbc-90720f7896ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.673374] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340517, 'name': ReconfigVM_Task, 'duration_secs': 0.322237} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.673633] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa/0b6f0304-0311-4b7b-a759-5b60c97e22fa.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.674242] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aa79311-8587-4ea9-9c91-c34b0551623b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.679634] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 953.679634] env[69385]: value = "task-3340518" [ 953.679634] env[69385]: _type = "Task" [ 953.679634] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.686761] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340518, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.825503] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] There are 41 instances to clean {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 953.825821] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 2f432748-bd58-4546-816e-07a9aa271b65] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 953.866541] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52602fa6-57c5-c0d4-6863-39875d420aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.867451] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.867722] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8/5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.870383] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-039ffe9d-7435-43ee-85a8-d95d446a4d48 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.878088] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 953.878088] env[69385]: value = "task-3340519" [ 953.878088] env[69385]: _type = "Task" [ 953.878088] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.887495] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.055411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.119585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.192046] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340518, 'name': Rename_Task, 'duration_secs': 0.145024} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.192341] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.192607] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d38bf9f2-697b-4ece-a3b7-4cdfcceab061 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.202962] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 954.202962] env[69385]: value = "task-3340520" [ 954.202962] env[69385]: _type = "Task" [ 954.202962] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.208195] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6d34a8-5407-42dd-8bcd-629ab6a5591b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.214238] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.220478] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43936452-2223-4edb-9c5a-3032969256ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.255043] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f96ca85-eae1-4ac4-bd9b-3daff8cb148d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.263547] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdd478d-bcce-4c50-897b-dc0a3e2b5ebe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.278196] env[69385]: DEBUG nova.compute.provider_tree [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.332917] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 06d7ac4b-8cd7-45f1-8ffe-af293b8546eb] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 954.388873] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340519, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.715242] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340520, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.783453] env[69385]: DEBUG nova.scheduler.client.report [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.835670] env[69385]: INFO nova.compute.manager [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Rebuilding instance [ 954.838010] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 096070fc-9954-452b-8354-fdda19e1ed09] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 954.876048] env[69385]: DEBUG nova.compute.manager [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.876895] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ee2f87-d46e-4e3f-9e7e-9400dbaf6471 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.892190] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537747} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.892754] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8/5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.892967] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.893234] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c83cf48-fb3c-4508-99c6-c5cd7266785d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.899077] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 954.899077] env[69385]: value = "task-3340521" [ 954.899077] env[69385]: _type = "Task" [ 954.899077] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.908237] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.215698] env[69385]: DEBUG oslo_vmware.api [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340520, 'name': PowerOnVM_Task, 'duration_secs': 0.557497} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.215963] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.216278] env[69385]: INFO nova.compute.manager [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Took 7.08 seconds to spawn the instance on the hypervisor. [ 955.216465] env[69385]: DEBUG nova.compute.manager [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.217246] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832474c6-f481-43b3-a5df-7d4730826569 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.341419] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: dc140836-f1cf-4c4d-9f29-ce849f969179] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 955.409649] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068826} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.409943] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.410726] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1e426-f9ac-4abc-ba80-f7a8e3360771 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.430115] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8/5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.430603] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88031188-bbec-4292-9fab-56a7aba43449 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.450535] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 955.450535] env[69385]: value = "task-3340522" [ 955.450535] env[69385]: _type = "Task" [ 955.450535] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.458159] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.733439] env[69385]: INFO nova.compute.manager [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Took 39.96 seconds to build instance. [ 955.796531] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.487s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.799956] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.477s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.801491] env[69385]: INFO nova.compute.claims [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.844881] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: b3c1b6cf-75d0-4917-a825-bc8c7176130d] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 955.896659] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.897038] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6355901-3c11-44cb-9534-cd55f1565413 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.904617] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 955.904617] env[69385]: value = "task-3340523" [ 955.904617] env[69385]: _type = "Task" [ 955.904617] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.913876] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.959893] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340522, 'name': ReconfigVM_Task, 'duration_secs': 0.302093} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.960223] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8/5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.960886] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70a125e8-55eb-4a57-92c9-3499a41eb490 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.967045] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 955.967045] env[69385]: value = "task-3340524" [ 955.967045] env[69385]: _type = "Task" [ 955.967045] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.974822] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340524, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.236098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ee3bb70f-3207-423c-a7e3-bb42d6404563 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.475s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.348062] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 0988bcff-d0ed-43cb-994b-e870b9866634] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 956.375952] env[69385]: INFO nova.scheduler.client.report [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted allocation for migration c40921b4-f27b-428a-8d11-34703df44241 [ 956.417798] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340523, 'name': PowerOffVM_Task, 'duration_secs': 0.154296} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.418068] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.418293] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.422020] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ec072-415c-49fa-8b6f-e34fb420177d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.425985] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.426233] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edb4775c-4cb4-44f2-8992-8cedac39ba18 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.451068] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.451295] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.451474] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Deleting the datastore file [datastore2] 29b240a9-1171-4e95-bcfe-dd969503b9b6 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.451728] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0162ab41-615a-4595-8434-763de170d638 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.459296] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 956.459296] env[69385]: value = "task-3340526" [ 956.459296] env[69385]: _type = "Task" [ 956.459296] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.466921] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.474994] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340524, 'name': Rename_Task, 'duration_secs': 0.139622} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.475256] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.475906] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d4dc65d-e690-4c8b-a036-b0448945f518 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.481209] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 956.481209] env[69385]: value = "task-3340527" [ 956.481209] env[69385]: _type = "Task" [ 956.481209] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.488247] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.851306] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: e9eb8cae-bb7a-4028-b685-867115e498ea] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 956.884726] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7259fd7-25b0-4d03-a44e-b51951e766ca tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.041s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.891927] env[69385]: DEBUG nova.compute.manager [req-e9a3b097-f4d2-4ab1-8117-52f62bbb8262 req-8197751c-22c1-47c8-8d7e-59e232bab559 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Received event network-changed-b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 956.892168] env[69385]: DEBUG nova.compute.manager [req-e9a3b097-f4d2-4ab1-8117-52f62bbb8262 req-8197751c-22c1-47c8-8d7e-59e232bab559 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Refreshing instance network info cache due to event network-changed-b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 956.892388] env[69385]: DEBUG oslo_concurrency.lockutils [req-e9a3b097-f4d2-4ab1-8117-52f62bbb8262 req-8197751c-22c1-47c8-8d7e-59e232bab559 service nova] Acquiring lock "refresh_cache-0b6f0304-0311-4b7b-a759-5b60c97e22fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.892531] env[69385]: DEBUG oslo_concurrency.lockutils [req-e9a3b097-f4d2-4ab1-8117-52f62bbb8262 req-8197751c-22c1-47c8-8d7e-59e232bab559 service nova] Acquired lock "refresh_cache-0b6f0304-0311-4b7b-a759-5b60c97e22fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.893289] env[69385]: DEBUG nova.network.neutron [req-e9a3b097-f4d2-4ab1-8117-52f62bbb8262 req-8197751c-22c1-47c8-8d7e-59e232bab559 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Refreshing network info cache for port b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.969819] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159245} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.972578] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.972778] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.972973] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.991435] env[69385]: DEBUG oslo_vmware.api [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340527, 'name': PowerOnVM_Task, 'duration_secs': 0.457052} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.994265] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.994447] env[69385]: DEBUG nova.compute.manager [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.995486] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec209d0-cb4f-4c82-857b-fb51fff31135 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.273438] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1201b6d-5ef3-4647-87e6-426d009c1f6f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.283114] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb6e3e-6c30-4651-89b9-ea5293493a0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.313188] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77b6619-2a52-4028-b6ae-1e6b749ca939 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.321784] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9681cf3a-08ad-467a-8824-bffafef4b54d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.335222] env[69385]: DEBUG nova.compute.provider_tree [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.354281] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: c739cbea-b664-4175-abd6-086363e47b89] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 957.514331] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.636572] env[69385]: DEBUG nova.network.neutron [req-e9a3b097-f4d2-4ab1-8117-52f62bbb8262 req-8197751c-22c1-47c8-8d7e-59e232bab559 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Updated VIF entry in instance network info cache for port b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.638042] env[69385]: DEBUG nova.network.neutron [req-e9a3b097-f4d2-4ab1-8117-52f62bbb8262 req-8197751c-22c1-47c8-8d7e-59e232bab559 service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Updating instance_info_cache with network_info: [{"id": "b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7", "address": "fa:16:3e:52:24:79", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4aaccb5-23", "ovs_interfaceid": "b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.838398] env[69385]: DEBUG nova.scheduler.client.report [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.857521] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: d5ebe9af-0d5f-47e6-8a0d-863abff2973d] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 958.007729] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.008013] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.008631] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.008631] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.008631] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.008631] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.008841] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.008972] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.009163] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.009327] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.009498] env[69385]: DEBUG nova.virt.hardware [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.010382] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72b06b9-f815-4b4c-8a87-7def758ab26e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.019222] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e199eb-f91a-47fe-86a4-59c232d7b11f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.034165] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.039857] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.040245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "5dc95d89-a3dd-465c-98c2-45b14febd162" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.040469] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.040687] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "5dc95d89-a3dd-465c-98c2-45b14febd162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.041095] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.041095] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.042539] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.042766] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea54e2f-db76-4817-8967-78aa08367c83 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.055950] env[69385]: INFO nova.compute.manager [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Terminating instance [ 958.065559] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.065559] env[69385]: value = "task-3340528" [ 958.065559] env[69385]: _type = "Task" [ 958.065559] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.081298] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340528, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.140507] env[69385]: DEBUG oslo_concurrency.lockutils [req-e9a3b097-f4d2-4ab1-8117-52f62bbb8262 req-8197751c-22c1-47c8-8d7e-59e232bab559 service nova] Releasing lock "refresh_cache-0b6f0304-0311-4b7b-a759-5b60c97e22fa" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.344905] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.345492] env[69385]: DEBUG nova.compute.manager [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.348072] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.416s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.348276] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.350325] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.365s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.350512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.352682] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.977s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.361818] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: f973c546-9245-4da6-8eab-fd26e12ee0f4] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 958.375550] env[69385]: INFO nova.scheduler.client.report [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleted allocations for instance 85b95ef8-cc8a-4c72-ac86-65df62c67819 [ 958.375550] env[69385]: INFO nova.scheduler.client.report [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Deleted allocations for instance 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea [ 958.511264] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "e43d449e-449f-44fe-a914-4fec3014af08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.511489] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.561236] env[69385]: DEBUG nova.compute.manager [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.561515] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.562460] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b03909f-2b89-4ab5-beb3-cb0218810db1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.573897] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.574562] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74151c98-4e74-438b-b869-6f98ad6e3f40 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.579690] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.579974] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.580275] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.580513] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.580712] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.582247] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340528, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.583024] env[69385]: INFO nova.compute.manager [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Terminating instance [ 958.588047] env[69385]: DEBUG oslo_vmware.api [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 958.588047] env[69385]: value = "task-3340529" [ 958.588047] env[69385]: _type = "Task" [ 958.588047] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.597164] env[69385]: DEBUG oslo_vmware.api [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.856061] env[69385]: DEBUG nova.objects.instance [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lazy-loading 'migration_context' on Instance uuid 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.858868] env[69385]: DEBUG nova.compute.utils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.860836] env[69385]: DEBUG nova.compute.manager [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.861077] env[69385]: DEBUG nova.network.neutron [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.867051] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 74adec6b-a6c9-49f3-b0ed-34da300f7716] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 958.890438] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb8fe289-3f9a-4920-b443-cab754438eca tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.611s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.891644] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9106f14a-3d0e-4b9c-8265-9460d9e319a6 tempest-MultipleCreateTestJSON-1227994119 tempest-MultipleCreateTestJSON-1227994119-project-member] Lock "85b95ef8-cc8a-4c72-ac86-65df62c67819" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.443s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.916841] env[69385]: DEBUG nova.policy [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25876383f3d48a5b4a8ee80ff3fccd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bb20c7ea76a4c728323406d23768e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.014208] env[69385]: DEBUG nova.compute.manager [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.078145] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340528, 'name': CreateVM_Task, 'duration_secs': 0.633446} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.078407] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.078824] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.078970] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.079426] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.079722] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42a16d9-dfe8-43c6-bbe1-4f44150964e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.085291] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 959.085291] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524f0a46-d8fa-08fd-e427-d75f4b582465" [ 959.085291] env[69385]: _type = "Task" [ 959.085291] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.092074] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "refresh_cache-5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.092315] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquired lock "refresh_cache-5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.092441] env[69385]: DEBUG nova.network.neutron [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.106554] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524f0a46-d8fa-08fd-e427-d75f4b582465, 'name': SearchDatastore_Task, 'duration_secs': 0.017864} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.109955] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.110254] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.110482] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.110630] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.111476] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.111541] env[69385]: DEBUG oslo_vmware.api [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340529, 'name': PowerOffVM_Task, 'duration_secs': 0.299482} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.111738] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ff4410-a910-443c-a7bf-912150fda0ce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.114117] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.114117] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.114326] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c434446-cc4b-424b-9991-a38dadda9c73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.124308] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.124685] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.125621] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb00198-db26-4c61-9d7c-766a92e7db64 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.131854] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 959.131854] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52bd98a6-3d91-0bcd-4b84-05719a06b795" [ 959.131854] env[69385]: _type = "Task" [ 959.131854] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.140338] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52bd98a6-3d91-0bcd-4b84-05719a06b795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.188069] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.188355] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.188546] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleting the datastore file [datastore1] 5dc95d89-a3dd-465c-98c2-45b14febd162 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.189171] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-141d9e9d-d9f5-4cf8-936c-7b46f18f4d51 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.196830] env[69385]: DEBUG oslo_vmware.api [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 959.196830] env[69385]: value = "task-3340531" [ 959.196830] env[69385]: _type = "Task" [ 959.196830] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.207221] env[69385]: DEBUG oslo_vmware.api [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.276307] env[69385]: DEBUG nova.network.neutron [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Successfully created port: 2ab30900-4d27-4487-8287-64e57506da50 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.365190] env[69385]: DEBUG nova.compute.manager [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.372503] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: a2780709-ed0a-4806-adfb-f8e148d6e156] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 959.541838] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.619750] env[69385]: DEBUG nova.network.neutron [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.645133] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52bd98a6-3d91-0bcd-4b84-05719a06b795, 'name': SearchDatastore_Task, 'duration_secs': 0.01412} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.648390] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ffbd7a-d0c0-48d9-b32c-4d10d09738d6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.654141] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 959.654141] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522c4452-62d8-244f-cd89-735c2bdc88f8" [ 959.654141] env[69385]: _type = "Task" [ 959.654141] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.664989] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522c4452-62d8-244f-cd89-735c2bdc88f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.680091] env[69385]: DEBUG nova.network.neutron [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.707706] env[69385]: DEBUG oslo_vmware.api [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300621} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.710658] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.711046] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.711363] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.711643] env[69385]: INFO nova.compute.manager [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Took 1.15 seconds to destroy the instance on the hypervisor. [ 959.712032] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.712622] env[69385]: DEBUG nova.compute.manager [-] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.712809] env[69385]: DEBUG nova.network.neutron [-] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.826705] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c980fd-4c70-40c4-890d-d02632bc8d1b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.837135] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ce1d29-c41c-4dbb-bef2-7daae807b301 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.658445] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: d1dbafdb-3130-40f9-93dc-f56e3da1bbc0] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 960.660666] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Releasing lock "refresh_cache-5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.661059] env[69385]: DEBUG nova.compute.manager [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.661250] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.667578] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7151caaa-636b-4d70-9388-6f723b278b78 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.671373] env[69385]: DEBUG nova.compute.manager [req-6430f934-3a85-420e-87a4-e9f6b2086997 req-6e68a459-8e27-4783-9077-e140d3c80110 service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Received event network-vif-deleted-b97264fb-5b05-4024-a8d6-135557c8cc86 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.671562] env[69385]: INFO nova.compute.manager [req-6430f934-3a85-420e-87a4-e9f6b2086997 req-6e68a459-8e27-4783-9077-e140d3c80110 service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Neutron deleted interface b97264fb-5b05-4024-a8d6-135557c8cc86; detaching it from the instance and deleting it from the info cache [ 960.671730] env[69385]: DEBUG nova.network.neutron [req-6430f934-3a85-420e-87a4-e9f6b2086997 req-6e68a459-8e27-4783-9077-e140d3c80110 service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.673160] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32eced0-444b-41de-80c9-6c5bad90ab17 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.688977] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.688977] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522c4452-62d8-244f-cd89-735c2bdc88f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014181} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.688977] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089073f7-0ffd-44d8-baac-3eec04597241 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.690386] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.691423] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.692363] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec1787-f434-49d8-b5e5-a50cf3127247 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.696991] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d479364a-3b1d-4281-9b6e-20a18e53a060 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.713165] env[69385]: DEBUG nova.compute.provider_tree [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.720233] env[69385]: DEBUG oslo_vmware.api [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 960.720233] env[69385]: value = "task-3340532" [ 960.720233] env[69385]: _type = "Task" [ 960.720233] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.720233] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 960.720233] env[69385]: value = "task-3340533" [ 960.720233] env[69385]: _type = "Task" [ 960.720233] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.738231] env[69385]: DEBUG oslo_vmware.api [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.739301] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.872125] env[69385]: DEBUG nova.network.neutron [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Successfully updated port: 2ab30900-4d27-4487-8287-64e57506da50 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.166268] env[69385]: DEBUG nova.compute.manager [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.168651] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: ed58d1cb-00ca-485c-bf44-65b15c7a1a5d] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 961.176673] env[69385]: DEBUG nova.network.neutron [-] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.177897] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3db1a7c5-e1e5-4dc4-94df-b152499a8523 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.188860] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b5602b-289c-4202-838c-7274f68f1d9e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.207624] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fcfdaae71f595ee6d568d498fd2a7034',container_format='bare',created_at=2025-04-07T03:03:32Z,direct_url=,disk_format='vmdk',id=28f3eb0d-56aa-487e-aa0c-17a064f44a02,min_disk=1,min_ram=0,name='tempest-test-snap-174357322',owner='0bb20c7ea76a4c728323406d23768e89',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-07T03:03:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.207857] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.208014] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.208202] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.208345] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.208486] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.208709] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.208883] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.209060] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.209222] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.209389] env[69385]: DEBUG nova.virt.hardware [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.210362] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4e55da-05c5-45a7-aef3-6bb00f828d8b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.228089] env[69385]: DEBUG nova.compute.manager [req-6430f934-3a85-420e-87a4-e9f6b2086997 req-6e68a459-8e27-4783-9077-e140d3c80110 service nova] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Detach interface failed, port_id=b97264fb-5b05-4024-a8d6-135557c8cc86, reason: Instance 5dc95d89-a3dd-465c-98c2-45b14febd162 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 961.236904] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc7eec9-50b9-4905-a117-c21a907b42f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.255239] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473056} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.255471] env[69385]: DEBUG oslo_vmware.api [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340532, 'name': PowerOffVM_Task, 'duration_secs': 0.172431} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.256449] env[69385]: ERROR nova.scheduler.client.report [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [req-01d36be6-1aa0-4945-9583-505d0d0d832a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01d36be6-1aa0-4945-9583-505d0d0d832a"}]} [ 961.256827] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.256987] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.257271] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.257428] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.259481] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b918de0a-7c73-4446-8ab2-343b43761a57 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.261168] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb25a256-96b2-4e53-b80d-9c8b33fb6c86 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.266953] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 961.266953] env[69385]: value = "task-3340534" [ 961.266953] env[69385]: _type = "Task" [ 961.266953] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.274765] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.275453] env[69385]: DEBUG nova.scheduler.client.report [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 961.287713] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.287981] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.288274] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Deleting the datastore file [datastore2] 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.288504] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ed0971-199c-483c-931c-5fed549780e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.291939] env[69385]: DEBUG nova.scheduler.client.report [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 961.292107] env[69385]: DEBUG nova.compute.provider_tree [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.295359] env[69385]: DEBUG oslo_vmware.api [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for the task: (returnval){ [ 961.295359] env[69385]: value = "task-3340536" [ 961.295359] env[69385]: _type = "Task" [ 961.295359] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.302824] env[69385]: DEBUG oslo_vmware.api [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.304046] env[69385]: DEBUG nova.scheduler.client.report [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 961.324194] env[69385]: DEBUG nova.scheduler.client.report [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 961.376012] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "refresh_cache-65422071-f897-45e4-8930-791693670147" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.376012] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "refresh_cache-65422071-f897-45e4-8930-791693670147" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.376012] env[69385]: DEBUG nova.network.neutron [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.672170] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 4456d60a-cd3f-45c8-b48f-13f45531fea6] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 961.683489] env[69385]: INFO nova.compute.manager [-] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Took 1.97 seconds to deallocate network for instance. [ 961.721079] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee486f-23a4-412a-9804-e9f26e518d6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.731021] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa884239-1079-49fb-8a5b-ef431f17804c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.761241] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d25643-f37a-453d-b129-f27bb3ce6ed4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.771068] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784cd5ed-f87f-4240-9541-e400e7b76bfc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.779495] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083873} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.789705] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.789705] env[69385]: DEBUG nova.compute.provider_tree [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.789705] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dd0e73-b70f-4637-8147-570ab8b83c89 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.809913] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.813534] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c8b7c8d-2442-40a8-95dc-6414fdf5fa31 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.833130] env[69385]: DEBUG oslo_vmware.api [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Task: {'id': task-3340536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116878} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.834268] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.834460] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.834631] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.834799] env[69385]: INFO nova.compute.manager [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 961.835044] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.835294] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 961.835294] env[69385]: value = "task-3340537" [ 961.835294] env[69385]: _type = "Task" [ 961.835294] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.835477] env[69385]: DEBUG nova.compute.manager [-] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.835569] env[69385]: DEBUG nova.network.neutron [-] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.847061] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340537, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.863252] env[69385]: DEBUG nova.network.neutron [-] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.148925] env[69385]: DEBUG nova.compute.manager [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] [instance: 65422071-f897-45e4-8930-791693670147] Received event network-vif-plugged-2ab30900-4d27-4487-8287-64e57506da50 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.149186] env[69385]: DEBUG oslo_concurrency.lockutils [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] Acquiring lock "65422071-f897-45e4-8930-791693670147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.149440] env[69385]: DEBUG oslo_concurrency.lockutils [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] Lock "65422071-f897-45e4-8930-791693670147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.149613] env[69385]: DEBUG oslo_concurrency.lockutils [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] Lock "65422071-f897-45e4-8930-791693670147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.149830] env[69385]: DEBUG nova.compute.manager [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] [instance: 65422071-f897-45e4-8930-791693670147] No waiting events found dispatching network-vif-plugged-2ab30900-4d27-4487-8287-64e57506da50 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.149941] env[69385]: WARNING nova.compute.manager [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] [instance: 65422071-f897-45e4-8930-791693670147] Received unexpected event network-vif-plugged-2ab30900-4d27-4487-8287-64e57506da50 for instance with vm_state building and task_state spawning. [ 962.150159] env[69385]: DEBUG nova.compute.manager [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] [instance: 65422071-f897-45e4-8930-791693670147] Received event network-changed-2ab30900-4d27-4487-8287-64e57506da50 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.150310] env[69385]: DEBUG nova.compute.manager [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] [instance: 65422071-f897-45e4-8930-791693670147] Refreshing instance network info cache due to event network-changed-2ab30900-4d27-4487-8287-64e57506da50. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 962.150520] env[69385]: DEBUG oslo_concurrency.lockutils [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] Acquiring lock "refresh_cache-65422071-f897-45e4-8930-791693670147" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.164161] env[69385]: DEBUG nova.network.neutron [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.178344] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 47a7edf1-6b45-48af-b53a-4ab6f1990bff] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 962.196268] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.323702] env[69385]: DEBUG nova.scheduler.client.report [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 962.323965] env[69385]: DEBUG nova.compute.provider_tree [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 87 to 88 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 962.324200] env[69385]: DEBUG nova.compute.provider_tree [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.348122] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.365574] env[69385]: DEBUG nova.network.neutron [-] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.389178] env[69385]: DEBUG nova.network.neutron [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Updating instance_info_cache with network_info: [{"id": "2ab30900-4d27-4487-8287-64e57506da50", "address": "fa:16:3e:69:f7:e5", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab30900-4d", "ovs_interfaceid": "2ab30900-4d27-4487-8287-64e57506da50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.681601] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 4a6f8144-9a73-4e24-a5ae-5a457aceb446] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 962.851284] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340537, 'name': ReconfigVM_Task, 'duration_secs': 0.983973} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.851777] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 29b240a9-1171-4e95-bcfe-dd969503b9b6/29b240a9-1171-4e95-bcfe-dd969503b9b6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.852660] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa169e0-f0a0-40d1-98f3-9bd2a18ca9d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.860781] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 962.860781] env[69385]: value = "task-3340538" [ 962.860781] env[69385]: _type = "Task" [ 962.860781] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.872396] env[69385]: INFO nova.compute.manager [-] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Took 1.04 seconds to deallocate network for instance. [ 962.873533] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340538, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.891812] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "refresh_cache-65422071-f897-45e4-8930-791693670147" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.892101] env[69385]: DEBUG nova.compute.manager [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Instance network_info: |[{"id": "2ab30900-4d27-4487-8287-64e57506da50", "address": "fa:16:3e:69:f7:e5", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab30900-4d", "ovs_interfaceid": "2ab30900-4d27-4487-8287-64e57506da50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.892572] env[69385]: DEBUG oslo_concurrency.lockutils [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] Acquired lock "refresh_cache-65422071-f897-45e4-8930-791693670147" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.892884] env[69385]: DEBUG nova.network.neutron [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] [instance: 65422071-f897-45e4-8930-791693670147] Refreshing network info cache for port 2ab30900-4d27-4487-8287-64e57506da50 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.894651] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:f7:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ab30900-4d27-4487-8287-64e57506da50', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.912519] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.914428] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65422071-f897-45e4-8930-791693670147] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.914565] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d6d6ae6-e17b-48db-bdf6-7ad1a19ad548 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.946966] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.946966] env[69385]: value = "task-3340539" [ 962.946966] env[69385]: _type = "Task" [ 962.946966] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.959125] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340539, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.185243] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: f2499b0d-3142-48df-b283-2d8ff453c5ee] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 963.339133] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.986s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.345013] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.463s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.345286] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.347331] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.778s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.347561] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.349566] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.574s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.350038] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.352169] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.268s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.352443] env[69385]: DEBUG nova.objects.instance [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'resources' on Instance uuid a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.387309] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340538, 'name': Rename_Task, 'duration_secs': 0.142435} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.387309] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.387309] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.387309] env[69385]: INFO nova.scheduler.client.report [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Deleted allocations for instance 84573f5a-acde-4392-92f2-e7c08096d250 [ 963.387976] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ecda089-b57c-433a-a244-d584f8c91c47 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.396250] env[69385]: INFO nova.scheduler.client.report [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Deleted allocations for instance f2980e1b-a580-4b7a-aa93-3bb7e4e725fe [ 963.402745] env[69385]: INFO nova.scheduler.client.report [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Deleted allocations for instance 9c4c4869-51af-4bcc-83f0-9af2b5c4d124 [ 963.404982] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Waiting for the task: (returnval){ [ 963.404982] env[69385]: value = "task-3340540" [ 963.404982] env[69385]: _type = "Task" [ 963.404982] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.418292] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.459025] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340539, 'name': CreateVM_Task, 'duration_secs': 0.342216} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.459990] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65422071-f897-45e4-8930-791693670147] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.460700] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.460895] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.461708] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.462341] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b00204-dec0-4fa2-a869-4390d6b05075 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.469168] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 963.469168] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525cf5e4-1056-b837-e4be-fd003552ba15" [ 963.469168] env[69385]: _type = "Task" [ 963.469168] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.482307] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525cf5e4-1056-b837-e4be-fd003552ba15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.688584] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: cf4ff2cc-d2f6-41dd-83b5-e89d2e65a372] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 963.814282] env[69385]: DEBUG nova.network.neutron [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] [instance: 65422071-f897-45e4-8930-791693670147] Updated VIF entry in instance network info cache for port 2ab30900-4d27-4487-8287-64e57506da50. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.814642] env[69385]: DEBUG nova.network.neutron [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] [instance: 65422071-f897-45e4-8930-791693670147] Updating instance_info_cache with network_info: [{"id": "2ab30900-4d27-4487-8287-64e57506da50", "address": "fa:16:3e:69:f7:e5", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab30900-4d", "ovs_interfaceid": "2ab30900-4d27-4487-8287-64e57506da50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.906231] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f63665e8-9b7f-4b79-b8c1-4e46e3be2e4f tempest-FloatingIPsAssociationTestJSON-1294127676 tempest-FloatingIPsAssociationTestJSON-1294127676-project-member] Lock "84573f5a-acde-4392-92f2-e7c08096d250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.525s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.906974] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2c48b0a-f9dc-421e-b413-5972c554bdb4 tempest-SecurityGroupsTestJSON-1635001713 tempest-SecurityGroupsTestJSON-1635001713-project-member] Lock "f2980e1b-a580-4b7a-aa93-3bb7e4e725fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.850s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.915593] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8a301237-9dde-4a46-b94e-d71858ddf355 tempest-ListServerFiltersTestJSON-386412736 tempest-ListServerFiltersTestJSON-386412736-project-member] Lock "9c4c4869-51af-4bcc-83f0-9af2b5c4d124" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.106s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.920718] env[69385]: DEBUG oslo_vmware.api [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Task: {'id': task-3340540, 'name': PowerOnVM_Task, 'duration_secs': 0.439267} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.921024] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.921226] env[69385]: DEBUG nova.compute.manager [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.924475] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4591bf37-ed75-4b33-9dd1-95607a3938b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.987806] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.988068] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Processing image 28f3eb0d-56aa-487e-aa0c-17a064f44a02 {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.988302] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02/28f3eb0d-56aa-487e-aa0c-17a064f44a02.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.988440] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02/28f3eb0d-56aa-487e-aa0c-17a064f44a02.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.988612] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.989125] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f71b76e3-6e64-4c42-b9ac-59d36cf1cad0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.998414] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.998586] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.999390] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ede044-5d9e-4a46-bee9-e298c378c39c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.005249] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 964.005249] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5278da9b-776c-be42-a44d-6a58bd025c69" [ 964.005249] env[69385]: _type = "Task" [ 964.005249] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.015266] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5278da9b-776c-be42-a44d-6a58bd025c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.192302] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 4ec14ece-7f42-4c2f-9f5b-c8ba74c432b6] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 964.266989] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546a0fae-1043-4311-8c42-28084348c59a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.274487] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db68ab-20d6-43ee-b1d9-fecb205429e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.316511] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d368ee8-cb8e-4274-8c63-d2119e314d4b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.323445] env[69385]: DEBUG oslo_concurrency.lockutils [req-da841740-1fca-486d-af44-cc231f9e1ec4 req-99fcd226-e1ce-4177-970e-389febc3cde0 service nova] Releasing lock "refresh_cache-65422071-f897-45e4-8930-791693670147" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.331021] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6163c959-6156-4d89-b9a5-cda96c421787 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.345176] env[69385]: DEBUG nova.compute.provider_tree [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.443469] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.521248] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Preparing fetch location {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 964.521248] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Fetch image to [datastore1] OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f/OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f.vmdk {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 964.521248] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Downloading stream optimized image 28f3eb0d-56aa-487e-aa0c-17a064f44a02 to [datastore1] OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f/OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f.vmdk on the data store datastore1 as vApp {{(pid=69385) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 964.521248] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Downloading image file data 28f3eb0d-56aa-487e-aa0c-17a064f44a02 to the ESX as VM named 'OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f' {{(pid=69385) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 964.610712] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 964.610712] env[69385]: value = "resgroup-9" [ 964.610712] env[69385]: _type = "ResourcePool" [ 964.610712] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 964.611060] env[69385]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7696db29-cec8-4fe2-a5ab-33476434c994 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.633262] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lease: (returnval){ [ 964.633262] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b9b1fa-f971-5cde-b1d0-ee78300b147c" [ 964.633262] env[69385]: _type = "HttpNfcLease" [ 964.633262] env[69385]: } obtained for vApp import into resource pool (val){ [ 964.633262] env[69385]: value = "resgroup-9" [ 964.633262] env[69385]: _type = "ResourcePool" [ 964.633262] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 964.633672] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the lease: (returnval){ [ 964.633672] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b9b1fa-f971-5cde-b1d0-ee78300b147c" [ 964.633672] env[69385]: _type = "HttpNfcLease" [ 964.633672] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 964.641163] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 964.641163] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b9b1fa-f971-5cde-b1d0-ee78300b147c" [ 964.641163] env[69385]: _type = "HttpNfcLease" [ 964.641163] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 964.704852] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 1180e248-cb8e-46d8-b0e0-f82304723954] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 964.796317] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.796433] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.849657] env[69385]: DEBUG nova.scheduler.client.report [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.892657] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "29b240a9-1171-4e95-bcfe-dd969503b9b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.892942] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "29b240a9-1171-4e95-bcfe-dd969503b9b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.893210] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "29b240a9-1171-4e95-bcfe-dd969503b9b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.893407] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "29b240a9-1171-4e95-bcfe-dd969503b9b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.893580] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "29b240a9-1171-4e95-bcfe-dd969503b9b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.896932] env[69385]: INFO nova.compute.manager [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Swapping old allocation on dict_keys(['7e7342d0-d0c8-48be-8581-4cabd96549df']) held by migration 8070ce86-1eed-490a-9d07-87283daad29e for instance [ 964.899374] env[69385]: INFO nova.compute.manager [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Terminating instance [ 964.929952] env[69385]: DEBUG nova.scheduler.client.report [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Overwriting current allocation {'allocations': {'7e7342d0-d0c8-48be-8581-4cabd96549df': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': 'ab3927451b1343cb9c1278757643e716', 'user_id': '6da75349b19348ceb41c7cbe48260cf4', 'consumer_generation': 1} on consumer 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479 {{(pid=69385) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 965.043475] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.043636] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquired lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.043817] env[69385]: DEBUG nova.network.neutron [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.141896] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.141896] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b9b1fa-f971-5cde-b1d0-ee78300b147c" [ 965.141896] env[69385]: _type = "HttpNfcLease" [ 965.141896] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.206772] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: d6d2fa3f-94c3-4014-9ac1-b3c41a793c0d] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 965.299093] env[69385]: DEBUG nova.compute.manager [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.360116] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.363803] env[69385]: DEBUG oslo_concurrency.lockutils [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.982s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.364136] env[69385]: DEBUG nova.objects.instance [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lazy-loading 'resources' on Instance uuid d8b04a21-a612-4352-b07b-df285ac784fa {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.406625] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "refresh_cache-29b240a9-1171-4e95-bcfe-dd969503b9b6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.406822] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquired lock "refresh_cache-29b240a9-1171-4e95-bcfe-dd969503b9b6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.407015] env[69385]: DEBUG nova.network.neutron [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.410192] env[69385]: INFO nova.scheduler.client.report [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted allocations for instance a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83 [ 965.643606] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.643606] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b9b1fa-f971-5cde-b1d0-ee78300b147c" [ 965.643606] env[69385]: _type = "HttpNfcLease" [ 965.643606] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.711361] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 93e805a4-34c8-4c38-a068-201bac8f4db7] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 965.835453] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.859243] env[69385]: DEBUG nova.network.neutron [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance_info_cache with network_info: [{"id": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "address": "fa:16:3e:d6:05:8f", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1b36a-aa", "ovs_interfaceid": "20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.922858] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4b1eca78-8428-457d-93f4-c37d87c48126 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.911s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.938963] env[69385]: DEBUG nova.network.neutron [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.988604] env[69385]: DEBUG nova.network.neutron [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.155098] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.155098] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b9b1fa-f971-5cde-b1d0-ee78300b147c" [ 966.155098] env[69385]: _type = "HttpNfcLease" [ 966.155098] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.214750] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: a815a5c3-fe3d-48d1-aeba-0952420d5862] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 966.308123] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029c5816-b4c4-489f-a1aa-80415a0f6c85 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.318029] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca96a63-b2b6-4930-9304-b88a0247abc0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.358149] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2757cb93-49b2-417f-b286-ace137339e5f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.362715] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Releasing lock "refresh_cache-3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.363422] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.365456] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc1affe-b538-4a0a-baa0-ed23934dd52e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.368086] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0f026b-c8d4-4213-b067-8300b256afaf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.382779] env[69385]: DEBUG nova.compute.provider_tree [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.386089] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 966.386089] env[69385]: value = "task-3340542" [ 966.386089] env[69385]: _type = "Task" [ 966.386089] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.396345] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.492723] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Releasing lock "refresh_cache-29b240a9-1171-4e95-bcfe-dd969503b9b6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.493255] env[69385]: DEBUG nova.compute.manager [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.493469] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.496032] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6709bb7-6b87-4487-b220-35fb695547f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.503489] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.503890] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-271fc3ff-6f30-4d74-a624-444dfb3f1142 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.510988] env[69385]: DEBUG oslo_vmware.api [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 966.510988] env[69385]: value = "task-3340543" [ 966.510988] env[69385]: _type = "Task" [ 966.510988] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.523652] env[69385]: DEBUG oslo_vmware.api [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.650812] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.650812] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b9b1fa-f971-5cde-b1d0-ee78300b147c" [ 966.650812] env[69385]: _type = "HttpNfcLease" [ 966.650812] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 966.651116] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 966.651116] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b9b1fa-f971-5cde-b1d0-ee78300b147c" [ 966.651116] env[69385]: _type = "HttpNfcLease" [ 966.651116] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 966.652123] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd678d80-e48a-4157-a957-3ba1f79af934 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.659436] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52782fbd-e007-4738-5988-14895c39ae72/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 966.659602] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52782fbd-e007-4738-5988-14895c39ae72/disk-0.vmdk. {{(pid=69385) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 966.726291] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 6de45726-892f-4c16-88fd-67e9f4b24259] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 966.733647] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-881095d7-323f-4678-93a2-6a53397ee64b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.887681] env[69385]: DEBUG nova.scheduler.client.report [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.908952] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340542, 'name': PowerOffVM_Task, 'duration_secs': 0.252856} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.909303] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.909973] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T03:01:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0717981d-b12d-4fee-a131-436ed714b110',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-311613783',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.910644] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.910782] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.910995] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.911195] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.911312] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.911519] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.911716] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.912032] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.912109] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.912297] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.924707] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-933f487c-0444-4668-91db-c771b7de8137 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.947276] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 966.947276] env[69385]: value = "task-3340544" [ 966.947276] env[69385]: _type = "Task" [ 966.947276] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.960719] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.023422] env[69385]: DEBUG oslo_vmware.api [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340543, 'name': PowerOffVM_Task, 'duration_secs': 0.206953} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.025353] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.025581] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.025991] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ab70f22-f247-4aa2-8831-a09017b142e3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.050522] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.050770] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.051034] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Deleting the datastore file [datastore1] 29b240a9-1171-4e95-bcfe-dd969503b9b6 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.051340] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40308a08-9b21-4f49-80b4-f934d7ee2722 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.059293] env[69385]: DEBUG oslo_vmware.api [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for the task: (returnval){ [ 967.059293] env[69385]: value = "task-3340546" [ 967.059293] env[69385]: _type = "Task" [ 967.059293] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.071293] env[69385]: DEBUG oslo_vmware.api [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.230028] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 38e764ad-9cbc-4cd8-95d3-6c6e733dcf16] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 967.400967] env[69385]: DEBUG oslo_concurrency.lockutils [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.403778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.348s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.405836] env[69385]: INFO nova.compute.claims [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.429319] env[69385]: INFO nova.scheduler.client.report [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted allocations for instance d8b04a21-a612-4352-b07b-df285ac784fa [ 967.462521] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340544, 'name': ReconfigVM_Task, 'duration_secs': 0.155615} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.463523] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fee628-e775-403d-a458-ab52e9326fd3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.492312] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T03:01:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0717981d-b12d-4fee-a131-436ed714b110',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-311613783',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.492625] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.492731] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.492940] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.493113] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.493278] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.493505] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.493704] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.493889] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.494096] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.494256] env[69385]: DEBUG nova.virt.hardware [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.501978] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad7a8d1-5c13-457b-bac6-1ad614704de6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.511224] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 967.511224] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f31c90-ca9b-e91d-c7b5-21f6d944f146" [ 967.511224] env[69385]: _type = "Task" [ 967.511224] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.526849] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f31c90-ca9b-e91d-c7b5-21f6d944f146, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.536143] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.537161] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8073fd61-4dcf-4c98-99a7-696908472266 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.569762] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 967.569762] env[69385]: value = "task-3340547" [ 967.569762] env[69385]: _type = "Task" [ 967.569762] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.573360] env[69385]: DEBUG oslo_vmware.api [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Task: {'id': task-3340546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161646} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.576817] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.577029] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.577203] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.577427] env[69385]: INFO nova.compute.manager [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 967.577729] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.580203] env[69385]: DEBUG nova.compute.manager [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.580305] env[69385]: DEBUG nova.network.neutron [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.589750] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.607999] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Completed reading data from the image iterator. {{(pid=69385) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 967.608403] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52782fbd-e007-4738-5988-14895c39ae72/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.609356] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806dab92-8c11-4cee-b3c6-9d8e47771a7c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.617075] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52782fbd-e007-4738-5988-14895c39ae72/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.617366] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52782fbd-e007-4738-5988-14895c39ae72/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 967.617696] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3cec055c-0d23-4a8f-a93e-59cb2d2b5892 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.625415] env[69385]: DEBUG nova.network.neutron [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.734234] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: bf04c9de-9bdb-4d08-be0d-54c3986f075f] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 967.866923] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52782fbd-e007-4738-5988-14895c39ae72/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 967.867231] env[69385]: INFO nova.virt.vmwareapi.images [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Downloaded image file data 28f3eb0d-56aa-487e-aa0c-17a064f44a02 [ 967.868160] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82cf36d-76df-4f91-9866-1fbe1f1c551c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.890989] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc10d8d-5387-4cae-ba60-a95d81b4283b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.920290] env[69385]: INFO nova.virt.vmwareapi.images [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] The imported VM was unregistered [ 967.923027] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Caching image {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 967.923303] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating directory with path [datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.924669] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4514e177-ccb6-4e82-ba4b-6821d28fea0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.939853] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Created directory with path [datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.940121] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f/OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f.vmdk to [datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02/28f3eb0d-56aa-487e-aa0c-17a064f44a02.vmdk. {{(pid=69385) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 967.940695] env[69385]: DEBUG oslo_concurrency.lockutils [None req-54835820-5c3d-4c95-b383-8fe5227e6ef4 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "d8b04a21-a612-4352-b07b-df285ac784fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.164s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.942737] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9232abd4-e57a-42c0-84cb-9875c74a22df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.951611] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 967.951611] env[69385]: value = "task-3340549" [ 967.951611] env[69385]: _type = "Task" [ 967.951611] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.965866] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340549, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.088139] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340547, 'name': ReconfigVM_Task, 'duration_secs': 0.375868} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.088640] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.090276] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b85eb39-f187-4359-973c-16cc274f31f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.123092] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479/3c5a9b6f-ee7b-421b-bafe-4044a4c4e479.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.123481] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6212bbc8-a0fb-492c-9fc0-0e846ec15587 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.142184] env[69385]: DEBUG nova.network.neutron [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.152823] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 968.152823] env[69385]: value = "task-3340550" [ 968.152823] env[69385]: _type = "Task" [ 968.152823] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.169406] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.239638] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: a233c308-e579-4de8-892f-8874d85acd7c] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 968.322033] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.322033] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.473231] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340549, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.527926] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.528203] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.528441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.528648] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.529436] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.531371] env[69385]: INFO nova.compute.manager [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Terminating instance [ 968.645124] env[69385]: INFO nova.compute.manager [-] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Took 1.06 seconds to deallocate network for instance. [ 968.673306] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340550, 'name': ReconfigVM_Task, 'duration_secs': 0.377414} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.673306] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479/3c5a9b6f-ee7b-421b-bafe-4044a4c4e479.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.673306] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c745eaa8-ca0c-4d93-a45d-a92f310ef0cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.702098] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a6fe3-5eef-4838-b617-7c7db8e0f576 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.731029] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc2ad8f-402b-42a0-8e13-453810a87e8b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.758105] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 37a049c0-6b5e-4e0d-ab9a-6bae8ec56b19] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 968.768394] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f57d0e-69cf-4b87-926f-a5f18a15c064 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.780733] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.781328] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b171f6fc-5f80-4655-8960-9b242f11a58c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.792320] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 968.792320] env[69385]: value = "task-3340551" [ 968.792320] env[69385]: _type = "Task" [ 968.792320] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.805186] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.824831] env[69385]: DEBUG nova.compute.manager [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.892786] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08a0a9c-848e-4028-968a-bc852f8bc3b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.903173] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f1bb70-4569-438f-aa2b-4491bdf74726 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.947113] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485aeb40-a2c2-453f-8797-1f4d05e8b52a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.962896] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98abcfa3-deba-48e0-95be-836382ab6594 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.975451] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340549, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.985552] env[69385]: DEBUG nova.compute.provider_tree [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.035127] env[69385]: DEBUG nova.compute.manager [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.035492] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.036434] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd24939-e1b1-40e6-9382-0985dad2bcbe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.049543] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.049857] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b90ce859-b276-4be8-a3b1-66cec92565dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.063408] env[69385]: DEBUG oslo_vmware.api [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 969.063408] env[69385]: value = "task-3340552" [ 969.063408] env[69385]: _type = "Task" [ 969.063408] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.078083] env[69385]: DEBUG oslo_vmware.api [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.154778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.268615] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: b0e68d62-c0dd-4510-943e-dbee2b51ec0c] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 969.309190] env[69385]: DEBUG oslo_vmware.api [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340551, 'name': PowerOnVM_Task, 'duration_secs': 0.511315} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.309782] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.360952] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.472397] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340549, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.490135] env[69385]: DEBUG nova.scheduler.client.report [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.581260] env[69385]: DEBUG oslo_vmware.api [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340552, 'name': PowerOffVM_Task, 'duration_secs': 0.195947} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.581677] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.581866] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.582212] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c6e6bc-d8fb-4b40-8275-09d568b3c359 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.653061] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.653399] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.653695] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleting the datastore file [datastore1] fff0a1a9-950f-4d48-8b42-dbdca8611e96 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.654036] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5110b316-77e4-4e60-9d4b-6dbe91b7bf3d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.664982] env[69385]: DEBUG oslo_vmware.api [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for the task: (returnval){ [ 969.664982] env[69385]: value = "task-3340554" [ 969.664982] env[69385]: _type = "Task" [ 969.664982] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.677811] env[69385]: DEBUG oslo_vmware.api [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.773610] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 920d668d-1947-40bd-9c94-9398ee4a4acc] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 969.976622] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340549, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.999482] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.999482] env[69385]: DEBUG nova.compute.manager [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.004861] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.885s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.007446] env[69385]: DEBUG nova.objects.instance [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.182574] env[69385]: DEBUG oslo_vmware.api [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.280234] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 7a6c15e6-6305-4fce-83b4-887a46d06a26] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 970.323556] env[69385]: INFO nova.compute.manager [None req-1fdff332-419b-4794-a522-0a3d3549d109 tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance to original state: 'active' [ 970.467993] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340549, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.514547] env[69385]: DEBUG nova.compute.utils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.516544] env[69385]: DEBUG nova.compute.manager [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.518275] env[69385]: DEBUG nova.network.neutron [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.596676] env[69385]: DEBUG nova.policy [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a5cb464c3da4669a0a008f98548dd81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f7898a93544b94b58be902abd3efe9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.678777] env[69385]: DEBUG oslo_vmware.api [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.783972] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 3d1c0d44-5ddc-465f-9e7e-ad787491bf99] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 970.957994] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.957994] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.969678] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340549, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.705847} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.970747] env[69385]: DEBUG nova.network.neutron [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Successfully created port: b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.972743] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f/OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f.vmdk to [datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02/28f3eb0d-56aa-487e-aa0c-17a064f44a02.vmdk. [ 970.973181] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Cleaning up location [datastore1] OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 970.973181] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c5f21fb8-48a7-4284-a7c8-91884c14229f {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.973607] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fe7466d-146a-41a5-b186-e42d2f29c448 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.982241] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 970.982241] env[69385]: value = "task-3340555" [ 970.982241] env[69385]: _type = "Task" [ 970.982241] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.996939] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.019201] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d6bd3fcf-351f-4c53-aa8f-a57cd6fd9894 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.019399] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.505s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.019593] env[69385]: DEBUG nova.objects.instance [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 971.025570] env[69385]: DEBUG nova.compute.manager [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.074030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cbecda0d-d324-44a1-a63c-8665f81a5415 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.074462] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cbecda0d-d324-44a1-a63c-8665f81a5415 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.074871] env[69385]: DEBUG nova.objects.instance [None req-cbecda0d-d324-44a1-a63c-8665f81a5415 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'flavor' on Instance uuid 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.180456] env[69385]: DEBUG oslo_vmware.api [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Task: {'id': task-3340554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.075062} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.180456] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.180456] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.180456] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.180456] env[69385]: INFO nova.compute.manager [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Took 2.14 seconds to destroy the instance on the hypervisor. [ 971.180456] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.180456] env[69385]: DEBUG nova.compute.manager [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.180777] env[69385]: DEBUG nova.network.neutron [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.292410] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: f6e3ddc8-0f4d-41ab-8844-e7e8f6a82870] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 971.464198] env[69385]: DEBUG nova.compute.manager [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.497647] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039526} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.497647] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.497647] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02/28f3eb0d-56aa-487e-aa0c-17a064f44a02.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.497828] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02/28f3eb0d-56aa-487e-aa0c-17a064f44a02.vmdk to [datastore1] 65422071-f897-45e4-8930-791693670147/65422071-f897-45e4-8930-791693670147.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.498118] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-011e34a9-dd31-4e0f-829c-e595cdfe93e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.508222] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 971.508222] env[69385]: value = "task-3340556" [ 971.508222] env[69385]: _type = "Task" [ 971.508222] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.518993] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.583149] env[69385]: DEBUG nova.objects.instance [None req-cbecda0d-d324-44a1-a63c-8665f81a5415 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'pci_requests' on Instance uuid 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.797358] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 2d9b419c-060f-443b-a18b-d210f9391f4d] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 971.997441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.023868] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340556, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.036993] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6c535545-6745-49c6-a52b-b9249a59b2f7 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.045018] env[69385]: DEBUG nova.compute.manager [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.047114] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.505s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.049119] env[69385]: INFO nova.compute.claims [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.084404] env[69385]: DEBUG nova.objects.base [None req-cbecda0d-d324-44a1-a63c-8665f81a5415 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Object Instance<22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1> lazy-loaded attributes: flavor,pci_requests {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.084786] env[69385]: DEBUG nova.network.neutron [None req-cbecda0d-d324-44a1-a63c-8665f81a5415 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.089761] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.090132] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.090269] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.090457] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.090602] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.091853] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.091853] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.091853] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.091853] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.091853] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.091853] env[69385]: DEBUG nova.virt.hardware [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.093124] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18679ebe-2de1-40eb-bfae-d52a099ad629 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.096678] env[69385]: DEBUG nova.network.neutron [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.109106] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d69bf-0899-4213-9177-05ff1f3e5b0c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.155813] env[69385]: DEBUG nova.compute.manager [req-2635d2c3-8618-4092-8f7e-753d2e70510b req-e0c3bf97-970d-40e4-8949-6ee994b246ed service nova] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Received event network-vif-deleted-0131306c-6d06-4e2d-a52b-528f3c8b8db3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.198514] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cbecda0d-d324-44a1-a63c-8665f81a5415 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.124s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.300553] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 813826c6-5135-45fb-a05d-5f079eab0d43] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 972.527630] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340556, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.599894] env[69385]: INFO nova.compute.manager [-] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Took 1.42 seconds to deallocate network for instance. [ 972.810229] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 26506859-aad3-4c58-8001-f9b9fd627d6a] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 972.907219] env[69385]: DEBUG nova.network.neutron [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Successfully updated port: b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.026344] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340556, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.111109] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.320224] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 096c9c90-970a-4fb8-8e9b-524d880f0dda] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 973.329582] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "1776fa73-9144-4d4b-9265-e949d4d2577a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.330065] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.411683] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "refresh_cache-d0b6f470-6386-4245-b3e6-ad5a70576ca1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.411858] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired lock "refresh_cache-d0b6f470-6386-4245-b3e6-ad5a70576ca1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.412094] env[69385]: DEBUG nova.network.neutron [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.524181] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b72882-3dc2-4a42-a5ad-742f7779d4f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.530714] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340556, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.538223] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bd9152-8756-484c-bb5c-774664a9f69e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.576182] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d86431-da6d-4d7b-a213-c52e3c40edb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.588178] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6929e923-ccd3-41dd-b71f-5b9e8c95462e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.609324] env[69385]: DEBUG nova.compute.provider_tree [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.830546] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 1a10274f-7067-432c-896d-873d2613f7c3] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 973.833339] env[69385]: DEBUG nova.compute.manager [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.948451] env[69385]: DEBUG nova.network.neutron [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.025158] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340556, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.390116} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.025158] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28f3eb0d-56aa-487e-aa0c-17a064f44a02/28f3eb0d-56aa-487e-aa0c-17a064f44a02.vmdk to [datastore1] 65422071-f897-45e4-8930-791693670147/65422071-f897-45e4-8930-791693670147.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.025333] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7ac961-1256-4813-b879-3df673f262f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.049301] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 65422071-f897-45e4-8930-791693670147/65422071-f897-45e4-8930-791693670147.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.052987] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b193768b-2907-4a1a-8356-d13bce4ef888 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.077944] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 974.077944] env[69385]: value = "task-3340557" [ 974.077944] env[69385]: _type = "Task" [ 974.077944] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.091220] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.112214] env[69385]: DEBUG nova.scheduler.client.report [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.168495] env[69385]: DEBUG nova.network.neutron [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Updating instance_info_cache with network_info: [{"id": "b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23", "address": "fa:16:3e:19:e0:52", "network": {"id": "19aacb90-0388-45e7-9711-6ec868a372a9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1926240944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f7898a93544b94b58be902abd3efe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1fd80bd-4b", "ovs_interfaceid": "b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.200748] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "a95cb0d8-2eb2-4224-9684-97de5367f551" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.200991] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.321812] env[69385]: DEBUG nova.compute.manager [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Received event network-vif-plugged-b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 974.322012] env[69385]: DEBUG oslo_concurrency.lockutils [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] Acquiring lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.322249] env[69385]: DEBUG oslo_concurrency.lockutils [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] Lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.322420] env[69385]: DEBUG oslo_concurrency.lockutils [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] Lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.322628] env[69385]: DEBUG nova.compute.manager [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] No waiting events found dispatching network-vif-plugged-b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.322811] env[69385]: WARNING nova.compute.manager [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Received unexpected event network-vif-plugged-b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23 for instance with vm_state building and task_state spawning. [ 974.323109] env[69385]: DEBUG nova.compute.manager [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Received event network-changed-b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 974.323148] env[69385]: DEBUG nova.compute.manager [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Refreshing instance network info cache due to event network-changed-b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 974.323296] env[69385]: DEBUG oslo_concurrency.lockutils [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] Acquiring lock "refresh_cache-d0b6f470-6386-4245-b3e6-ad5a70576ca1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.333722] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: dd4c8664-8216-46b7-8a31-2b113a68cfa7] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 974.342083] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.342083] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.342202] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.342356] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.342509] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.347650] env[69385]: INFO nova.compute.manager [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Terminating instance [ 974.366697] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.456193] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.456469] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.457252] env[69385]: DEBUG nova.objects.instance [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'flavor' on Instance uuid 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.589375] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.619705] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.620223] env[69385]: DEBUG nova.compute.manager [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.622848] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.427s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.623053] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.625022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.240s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.625247] env[69385]: DEBUG nova.objects.instance [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lazy-loading 'resources' on Instance uuid 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.642967] env[69385]: INFO nova.scheduler.client.report [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted allocations for instance 5dc95d89-a3dd-465c-98c2-45b14febd162 [ 974.673924] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Releasing lock "refresh_cache-d0b6f470-6386-4245-b3e6-ad5a70576ca1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.673924] env[69385]: DEBUG nova.compute.manager [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Instance network_info: |[{"id": "b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23", "address": "fa:16:3e:19:e0:52", "network": {"id": "19aacb90-0388-45e7-9711-6ec868a372a9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1926240944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f7898a93544b94b58be902abd3efe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1fd80bd-4b", "ovs_interfaceid": "b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.674228] env[69385]: DEBUG oslo_concurrency.lockutils [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] Acquired lock "refresh_cache-d0b6f470-6386-4245-b3e6-ad5a70576ca1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.674228] env[69385]: DEBUG nova.network.neutron [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Refreshing network info cache for port b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.675793] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:e0:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.683587] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.684842] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.685463] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-159d662c-a335-44bb-ac9a-750a2d88dc01 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.703857] env[69385]: DEBUG nova.compute.manager [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.708441] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.708441] env[69385]: value = "task-3340558" [ 974.708441] env[69385]: _type = "Task" [ 974.708441] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.717141] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340558, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.837479] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 6c78162d-a0fa-4a65-ac65-a2373e077764] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 974.852950] env[69385]: DEBUG nova.compute.manager [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.853084] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.854457] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ecff5-7c7d-4669-a409-775e3ff11b37 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.863686] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.864627] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ffd7186-7f26-45e3-9f92-b7f2a6acd86e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.872831] env[69385]: DEBUG oslo_vmware.api [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 974.872831] env[69385]: value = "task-3340559" [ 974.872831] env[69385]: _type = "Task" [ 974.872831] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.882129] env[69385]: DEBUG oslo_vmware.api [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.074272] env[69385]: DEBUG nova.objects.instance [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'pci_requests' on Instance uuid 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.090197] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.128222] env[69385]: DEBUG nova.compute.utils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.132545] env[69385]: DEBUG nova.compute.manager [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.132719] env[69385]: DEBUG nova.network.neutron [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.153026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed06e8eb-d3e1-4da3-9e8a-1efb20fe04c2 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "5dc95d89-a3dd-465c-98c2-45b14febd162" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.112s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.197409] env[69385]: DEBUG nova.policy [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661c5c87bed4adfac5d06f6a2ec64e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b959835220a43d3bbc8c04c26c31015', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.225746] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340558, 'name': CreateVM_Task, 'duration_secs': 0.364961} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.225746] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.226373] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.226749] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.227103] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.228304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.228542] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b55614-17db-479d-ae70-7ecdd4f350ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.236729] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 975.236729] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e2b88-d14b-73a5-b32c-5ee4c5aecd75" [ 975.236729] env[69385]: _type = "Task" [ 975.236729] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.248173] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e2b88-d14b-73a5-b32c-5ee4c5aecd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.342180] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.342356] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Cleaning up deleted instances with incomplete migration {{(pid=69385) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 975.387072] env[69385]: DEBUG oslo_vmware.api [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340559, 'name': PowerOffVM_Task, 'duration_secs': 0.221336} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.387346] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.387523] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.387775] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67a17f3d-9888-4bd6-80f0-2e6d0888fd61 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.461501] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.461720] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.461906] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Deleting the datastore file [datastore1] 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.462422] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-496b0958-b6b5-4402-b3a0-7485c6e7f293 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.470591] env[69385]: DEBUG oslo_vmware.api [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 975.470591] env[69385]: value = "task-3340561" [ 975.470591] env[69385]: _type = "Task" [ 975.470591] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.483898] env[69385]: DEBUG oslo_vmware.api [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.485341] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3712d4b8-b2ac-41ce-bc0a-c84c61c6a369 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.492997] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd16564f-ef0a-4598-9ac4-237942debde4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.525764] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb5d629-375b-4384-a751-ffb63586fd36 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.534142] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9747832-a2fc-4ea8-b6b8-9891e22cc530 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.550098] env[69385]: DEBUG nova.compute.provider_tree [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.577360] env[69385]: DEBUG nova.objects.base [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Object Instance<22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1> lazy-loaded attributes: flavor,pci_requests {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.577586] env[69385]: DEBUG nova.network.neutron [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.594462] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340557, 'name': ReconfigVM_Task, 'duration_secs': 1.022381} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.594769] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 65422071-f897-45e4-8930-791693670147/65422071-f897-45e4-8930-791693670147.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.595430] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bf7c4cf-4155-473a-8857-cb32a50e0804 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.603938] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 975.603938] env[69385]: value = "task-3340562" [ 975.603938] env[69385]: _type = "Task" [ 975.603938] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.619745] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340562, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.626289] env[69385]: DEBUG nova.policy [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667507e240b2411aa341938f0b21caf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beac72a77784c2ba1ec58216ee1fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.629477] env[69385]: DEBUG nova.network.neutron [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Updated VIF entry in instance network info cache for port b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.629789] env[69385]: DEBUG nova.network.neutron [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Updating instance_info_cache with network_info: [{"id": "b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23", "address": "fa:16:3e:19:e0:52", "network": {"id": "19aacb90-0388-45e7-9711-6ec868a372a9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1926240944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f7898a93544b94b58be902abd3efe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1fd80bd-4b", "ovs_interfaceid": "b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.633025] env[69385]: DEBUG nova.compute.manager [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.723436] env[69385]: DEBUG nova.network.neutron [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Successfully created port: 2960a216-fbd2-4319-89f4-37bed3b93d5b {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.749389] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e2b88-d14b-73a5-b32c-5ee4c5aecd75, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.749761] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.750017] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.750285] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.750449] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.750634] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.750931] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-137db5d9-10eb-4d3e-a88d-677dcb453480 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.761129] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.761365] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.762224] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a92953-73c3-4e64-80af-0e6dfec94008 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.769216] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 975.769216] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521bed87-b02d-1a5e-b1b0-41717f02f805" [ 975.769216] env[69385]: _type = "Task" [ 975.769216] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.779692] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521bed87-b02d-1a5e-b1b0-41717f02f805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.845612] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.984116] env[69385]: DEBUG oslo_vmware.api [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173933} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.985063] env[69385]: DEBUG nova.network.neutron [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Successfully created port: 182f7ea0-8a42-4ea4-b9b3-9568cbf3809d {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.987386] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.987620] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.987856] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.988057] env[69385]: INFO nova.compute.manager [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Took 1.14 seconds to destroy the instance on the hypervisor. [ 975.988312] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.988867] env[69385]: DEBUG nova.compute.manager [-] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.988954] env[69385]: DEBUG nova.network.neutron [-] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.055254] env[69385]: DEBUG nova.scheduler.client.report [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.115248] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340562, 'name': Rename_Task, 'duration_secs': 0.15737} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.115547] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.115796] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ee498f1-e848-46a1-a3d9-0fdb8e7f50c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.127542] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 976.127542] env[69385]: value = "task-3340563" [ 976.127542] env[69385]: _type = "Task" [ 976.127542] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.133038] env[69385]: DEBUG oslo_concurrency.lockutils [req-5a5e7b64-af8c-4291-9c85-77118c01a771 req-29006d26-1d6e-47b9-b3c3-1c19f9233d79 service nova] Releasing lock "refresh_cache-d0b6f470-6386-4245-b3e6-ad5a70576ca1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.145508] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.287024] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521bed87-b02d-1a5e-b1b0-41717f02f805, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.287024] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62f47fa-904f-4746-8be2-d0dec4a61970 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.295214] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 976.295214] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5272af9c-c01c-cc99-0387-372f415567b6" [ 976.295214] env[69385]: _type = "Task" [ 976.295214] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.302930] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5272af9c-c01c-cc99-0387-372f415567b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.569021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.569975] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.126s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.570856] env[69385]: DEBUG nova.objects.instance [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 976.599663] env[69385]: INFO nova.scheduler.client.report [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Deleted allocations for instance 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8 [ 976.646731] env[69385]: DEBUG nova.compute.manager [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.654240] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.681673] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.681915] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.682310] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.682568] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.682727] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.682876] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.683106] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.683310] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.683538] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.683728] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.683938] env[69385]: DEBUG nova.virt.hardware [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.685164] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19996f31-d337-4fb3-abe5-14f1035fceae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.697129] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e426cc-f9c4-4974-a49c-ac6727b00936 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.807365] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5272af9c-c01c-cc99-0387-372f415567b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.807646] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.807907] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] d0b6f470-6386-4245-b3e6-ad5a70576ca1/d0b6f470-6386-4245-b3e6-ad5a70576ca1.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.808193] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28fae322-c770-4722-b77b-22b42b500639 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.818376] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 976.818376] env[69385]: value = "task-3340564" [ 976.818376] env[69385]: _type = "Task" [ 976.818376] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.830155] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.072603] env[69385]: DEBUG nova.compute.manager [req-4c07a534-2b89-499a-b750-20db00c20177 req-5cacc466-4763-4c75-a6e1-6937a238e61b service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Received event network-vif-deleted-20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 977.072871] env[69385]: INFO nova.compute.manager [req-4c07a534-2b89-499a-b750-20db00c20177 req-5cacc466-4763-4c75-a6e1-6937a238e61b service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Neutron deleted interface 20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec; detaching it from the instance and deleting it from the info cache [ 977.073071] env[69385]: DEBUG nova.network.neutron [req-4c07a534-2b89-499a-b750-20db00c20177 req-5cacc466-4763-4c75-a6e1-6937a238e61b service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.106911] env[69385]: DEBUG oslo_concurrency.lockutils [None req-56931f9d-29d8-4b8d-863f-99d04f2e7622 tempest-ServersListShow296Test-2010931160 tempest-ServersListShow296Test-2010931160-project-member] Lock "5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.527s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.137753] env[69385]: DEBUG oslo_vmware.api [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340563, 'name': PowerOnVM_Task, 'duration_secs': 0.532769} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.138058] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.138273] env[69385]: INFO nova.compute.manager [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Took 15.97 seconds to spawn the instance on the hypervisor. [ 977.138466] env[69385]: DEBUG nova.compute.manager [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.140750] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f14a2-50e1-4cf6-851b-b858c1e37039 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.168177] env[69385]: DEBUG nova.network.neutron [-] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.329573] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.533202] env[69385]: DEBUG nova.network.neutron [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Successfully updated port: 182f7ea0-8a42-4ea4-b9b3-9568cbf3809d {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.561945] env[69385]: DEBUG nova.network.neutron [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Successfully updated port: 2960a216-fbd2-4319-89f4-37bed3b93d5b {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.578809] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8aff218f-cd5a-4a72-ae58-717eaaa43bd3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.584924] env[69385]: DEBUG oslo_concurrency.lockutils [None req-086ae33c-38ba-4869-bd72-645f3d5a68c2 tempest-ServersAdmin275Test-1453559551 tempest-ServersAdmin275Test-1453559551-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.587117] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.752s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.588597] env[69385]: INFO nova.compute.claims [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.596284] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149eb07d-b103-4f6a-8951-563d4aa2bb1c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.622991] env[69385]: DEBUG nova.compute.manager [req-062ffda4-6e88-4a53-93ae-ea1b50223abb req-738c30cc-268d-473a-828d-f8ae2ae2a873 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-vif-plugged-182f7ea0-8a42-4ea4-b9b3-9568cbf3809d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 977.623272] env[69385]: DEBUG oslo_concurrency.lockutils [req-062ffda4-6e88-4a53-93ae-ea1b50223abb req-738c30cc-268d-473a-828d-f8ae2ae2a873 service nova] Acquiring lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.623935] env[69385]: DEBUG oslo_concurrency.lockutils [req-062ffda4-6e88-4a53-93ae-ea1b50223abb req-738c30cc-268d-473a-828d-f8ae2ae2a873 service nova] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.623935] env[69385]: DEBUG oslo_concurrency.lockutils [req-062ffda4-6e88-4a53-93ae-ea1b50223abb req-738c30cc-268d-473a-828d-f8ae2ae2a873 service nova] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.623935] env[69385]: DEBUG nova.compute.manager [req-062ffda4-6e88-4a53-93ae-ea1b50223abb req-738c30cc-268d-473a-828d-f8ae2ae2a873 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] No waiting events found dispatching network-vif-plugged-182f7ea0-8a42-4ea4-b9b3-9568cbf3809d {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.624179] env[69385]: WARNING nova.compute.manager [req-062ffda4-6e88-4a53-93ae-ea1b50223abb req-738c30cc-268d-473a-828d-f8ae2ae2a873 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received unexpected event network-vif-plugged-182f7ea0-8a42-4ea4-b9b3-9568cbf3809d for instance with vm_state active and task_state None. [ 977.638673] env[69385]: DEBUG nova.compute.manager [req-4c07a534-2b89-499a-b750-20db00c20177 req-5cacc466-4763-4c75-a6e1-6937a238e61b service nova] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Detach interface failed, port_id=20a1b36a-aa4a-4ba5-9f31-6595e5cc44ec, reason: Instance 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 977.665488] env[69385]: INFO nova.compute.manager [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Took 56.36 seconds to build instance. [ 977.671733] env[69385]: INFO nova.compute.manager [-] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Took 1.68 seconds to deallocate network for instance. [ 977.791321] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.791487] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.829099] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601066} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.829327] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] d0b6f470-6386-4245-b3e6-ad5a70576ca1/d0b6f470-6386-4245-b3e6-ad5a70576ca1.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.829534] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.829789] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9b49f36-2337-44b0-b7b5-9f879b85ebe3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.837183] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 977.837183] env[69385]: value = "task-3340565" [ 977.837183] env[69385]: _type = "Task" [ 977.837183] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.846997] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.036204] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.036470] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.036699] env[69385]: DEBUG nova.network.neutron [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.064826] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.065008] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.065155] env[69385]: DEBUG nova.network.neutron [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.168015] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1f2cfccf-a467-41eb-a39c-afe0124cefe0 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "65422071-f897-45e4-8930-791693670147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.870s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.179298] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.295493] env[69385]: DEBUG nova.compute.utils [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.349636] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079902} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.349908] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.350714] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf873df6-00cb-4020-bbb3-482cf99aaf69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.373579] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d0b6f470-6386-4245-b3e6-ad5a70576ca1/d0b6f470-6386-4245-b3e6-ad5a70576ca1.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.373878] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e8e940-79ce-4a9a-aa22-847db0705368 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.395574] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 978.395574] env[69385]: value = "task-3340566" [ 978.395574] env[69385]: _type = "Task" [ 978.395574] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.404481] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.578152] env[69385]: WARNING nova.network.neutron [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] e89d7316-4a4a-4c48-8996-a7016458f726 already exists in list: networks containing: ['e89d7316-4a4a-4c48-8996-a7016458f726']. ignoring it [ 978.600402] env[69385]: DEBUG nova.network.neutron [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.758751] env[69385]: DEBUG nova.network.neutron [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance_info_cache with network_info: [{"id": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "address": "fa:16:3e:39:c9:fc", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2960a216-fb", "ovs_interfaceid": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.798691] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.873366] env[69385]: DEBUG nova.network.neutron [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updating instance_info_cache with network_info: [{"id": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "address": "fa:16:3e:16:98:07", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6ae53-e7", "ovs_interfaceid": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "182f7ea0-8a42-4ea4-b9b3-9568cbf3809d", "address": "fa:16:3e:d9:5f:06", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182f7ea0-8a", "ovs_interfaceid": "182f7ea0-8a42-4ea4-b9b3-9568cbf3809d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.911209] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340566, 'name': ReconfigVM_Task, 'duration_secs': 0.300337} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.911627] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d0b6f470-6386-4245-b3e6-ad5a70576ca1/d0b6f470-6386-4245-b3e6-ad5a70576ca1.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.912504] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1f9bf2c-2a25-408b-a4b8-056f8465b16b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.923959] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 978.923959] env[69385]: value = "task-3340567" [ 978.923959] env[69385]: _type = "Task" [ 978.923959] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.936671] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340567, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.967502] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8f140f-a29b-4194-af33-4c777f4d9cae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.975634] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f99a4a-c5ef-4a3e-80de-08f5c33e3ec7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.007465] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1d67f-100d-4ddb-ac65-6ee0701c3068 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.016061] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f818fc5e-88de-4aef-9d99-a6a7771c8b74 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.033406] env[69385]: DEBUG nova.compute.provider_tree [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.262863] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.263247] env[69385]: DEBUG nova.compute.manager [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Instance network_info: |[{"id": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "address": "fa:16:3e:39:c9:fc", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2960a216-fb", "ovs_interfaceid": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.263740] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:c9:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2960a216-fbd2-4319-89f4-37bed3b93d5b', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.271890] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.272245] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.272507] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2296d404-8e83-4dbb-a019-da6bbefb66a1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.295283] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.295283] env[69385]: value = "task-3340568" [ 979.295283] env[69385]: _type = "Task" [ 979.295283] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.304525] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340568, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.378168] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.378991] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.379230] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.380523] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4788b9-39c0-4dd6-a210-b36914ed4a70 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.400946] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.401255] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.401445] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.401735] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.401926] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.402113] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.402336] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.402516] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.402688] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.402856] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.403487] env[69385]: DEBUG nova.virt.hardware [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.409668] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Reconfiguring VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 979.410354] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9efd71d-b6e3-4504-bab7-3abd93eae42a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.429923] env[69385]: DEBUG oslo_vmware.api [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 979.429923] env[69385]: value = "task-3340569" [ 979.429923] env[69385]: _type = "Task" [ 979.429923] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.437835] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340567, 'name': Rename_Task, 'duration_secs': 0.163245} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.438364] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.438656] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef0c0563-9338-438e-9fd4-6ac5798f022e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.444929] env[69385]: DEBUG oslo_vmware.api [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340569, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.453326] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 979.453326] env[69385]: value = "task-3340570" [ 979.453326] env[69385]: _type = "Task" [ 979.453326] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.468978] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.536667] env[69385]: DEBUG nova.scheduler.client.report [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.805686] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340568, 'name': CreateVM_Task, 'duration_secs': 0.503365} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.805864] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.806662] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.806832] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.807224] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.807499] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21cdeaea-7307-48aa-90ad-9a10ec1b78b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.814114] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 979.814114] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5260576c-270b-f7d4-ded6-6bb25eb6dced" [ 979.814114] env[69385]: _type = "Task" [ 979.814114] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.828519] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5260576c-270b-f7d4-ded6-6bb25eb6dced, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.828833] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.829085] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.829316] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.829795] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.829795] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.829928] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-855a3475-eb6f-46a2-a735-b9349d8cd85e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.846165] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.846566] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.847391] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636a1d9c-c04b-4dd5-93f7-090576409402 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.855034] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 979.855034] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5230c64f-77d9-dacd-02e9-6d41c98ba59b" [ 979.855034] env[69385]: _type = "Task" [ 979.855034] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.864637] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5230c64f-77d9-dacd-02e9-6d41c98ba59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.874585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.874902] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.875189] env[69385]: INFO nova.compute.manager [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Attaching volume 1b8bcee4-84fe-4b93-aab4-d9ca85d05741 to /dev/sdb [ 979.914679] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d6af3f-0138-4090-b658-0edc3bcdca73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.922801] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b5edf2-2f5b-4849-8083-bb95c8e78529 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.938698] env[69385]: DEBUG nova.virt.block_device [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Updating existing volume attachment record: 257015cd-47e3-4959-9d34-74f1f4c4a5a4 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 979.944264] env[69385]: DEBUG oslo_vmware.api [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.965896] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340570, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.042768] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.042768] env[69385]: DEBUG nova.compute.manager [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.045338] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.891s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.045489] env[69385]: DEBUG nova.objects.instance [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lazy-loading 'resources' on Instance uuid 29b240a9-1171-4e95-bcfe-dd969503b9b6 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.062220] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "65422071-f897-45e4-8930-791693670147" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.063215] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "65422071-f897-45e4-8930-791693670147" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.064522] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "65422071-f897-45e4-8930-791693670147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.064522] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "65422071-f897-45e4-8930-791693670147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.064522] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "65422071-f897-45e4-8930-791693670147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.066754] env[69385]: INFO nova.compute.manager [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Terminating instance [ 980.175732] env[69385]: DEBUG nova.compute.manager [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Received event network-vif-plugged-2960a216-fbd2-4319-89f4-37bed3b93d5b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.176139] env[69385]: DEBUG oslo_concurrency.lockutils [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] Acquiring lock "e43d449e-449f-44fe-a914-4fec3014af08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.176637] env[69385]: DEBUG oslo_concurrency.lockutils [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] Lock "e43d449e-449f-44fe-a914-4fec3014af08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.176824] env[69385]: DEBUG oslo_concurrency.lockutils [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] Lock "e43d449e-449f-44fe-a914-4fec3014af08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.177075] env[69385]: DEBUG nova.compute.manager [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] No waiting events found dispatching network-vif-plugged-2960a216-fbd2-4319-89f4-37bed3b93d5b {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.177174] env[69385]: WARNING nova.compute.manager [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Received unexpected event network-vif-plugged-2960a216-fbd2-4319-89f4-37bed3b93d5b for instance with vm_state building and task_state spawning. [ 980.177334] env[69385]: DEBUG nova.compute.manager [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Received event network-changed-2960a216-fbd2-4319-89f4-37bed3b93d5b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.177485] env[69385]: DEBUG nova.compute.manager [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Refreshing instance network info cache due to event network-changed-2960a216-fbd2-4319-89f4-37bed3b93d5b. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 980.177668] env[69385]: DEBUG oslo_concurrency.lockutils [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] Acquiring lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.177803] env[69385]: DEBUG oslo_concurrency.lockutils [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] Acquired lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.177955] env[69385]: DEBUG nova.network.neutron [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Refreshing network info cache for port 2960a216-fbd2-4319-89f4-37bed3b93d5b {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.283142] env[69385]: DEBUG nova.compute.manager [req-fb32ffbd-1a9c-45ac-b445-12bd0e414700 req-2a9d8e4a-2dc2-4448-8167-b09790635756 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-changed-182f7ea0-8a42-4ea4-b9b3-9568cbf3809d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.283372] env[69385]: DEBUG nova.compute.manager [req-fb32ffbd-1a9c-45ac-b445-12bd0e414700 req-2a9d8e4a-2dc2-4448-8167-b09790635756 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Refreshing instance network info cache due to event network-changed-182f7ea0-8a42-4ea4-b9b3-9568cbf3809d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 980.283629] env[69385]: DEBUG oslo_concurrency.lockutils [req-fb32ffbd-1a9c-45ac-b445-12bd0e414700 req-2a9d8e4a-2dc2-4448-8167-b09790635756 service nova] Acquiring lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.283752] env[69385]: DEBUG oslo_concurrency.lockutils [req-fb32ffbd-1a9c-45ac-b445-12bd0e414700 req-2a9d8e4a-2dc2-4448-8167-b09790635756 service nova] Acquired lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.283910] env[69385]: DEBUG nova.network.neutron [req-fb32ffbd-1a9c-45ac-b445-12bd0e414700 req-2a9d8e4a-2dc2-4448-8167-b09790635756 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Refreshing network info cache for port 182f7ea0-8a42-4ea4-b9b3-9568cbf3809d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.365834] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5230c64f-77d9-dacd-02e9-6d41c98ba59b, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.366650] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080fcd31-b205-411b-9841-fc6107c34c5c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.373556] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 980.373556] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524288ec-7a6e-180d-62f6-4c8200a9e7d2" [ 980.373556] env[69385]: _type = "Task" [ 980.373556] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.382037] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524288ec-7a6e-180d-62f6-4c8200a9e7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.440472] env[69385]: DEBUG oslo_vmware.api [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340569, 'name': ReconfigVM_Task, 'duration_secs': 0.63844} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.440977] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.441241] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Reconfigured VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 980.466687] env[69385]: DEBUG oslo_vmware.api [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340570, 'name': PowerOnVM_Task, 'duration_secs': 0.547251} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.466953] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.467171] env[69385]: INFO nova.compute.manager [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Took 8.42 seconds to spawn the instance on the hypervisor. [ 980.467356] env[69385]: DEBUG nova.compute.manager [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.468142] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc183c0a-9100-4138-9825-1ab9a24e0570 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.549988] env[69385]: DEBUG nova.compute.utils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.550342] env[69385]: DEBUG nova.compute.manager [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.550516] env[69385]: DEBUG nova.network.neutron [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.571340] env[69385]: DEBUG nova.compute.manager [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.571674] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.572437] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f5a58e-e3fd-4faf-9f8b-6c8ce63fe95e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.584309] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.584573] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47636832-2628-44b4-9c3e-59be857c43c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.592447] env[69385]: DEBUG oslo_vmware.api [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 980.592447] env[69385]: value = "task-3340574" [ 980.592447] env[69385]: _type = "Task" [ 980.592447] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.600471] env[69385]: DEBUG nova.policy [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbe3baa05a44409d96f007dd772d23aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '040713d064a9450397c3349335308729', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.609408] env[69385]: DEBUG oslo_vmware.api [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.886282] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524288ec-7a6e-180d-62f6-4c8200a9e7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011182} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.887074] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.887074] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] e43d449e-449f-44fe-a914-4fec3014af08/e43d449e-449f-44fe-a914-4fec3014af08.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.887074] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d623542d-4cc3-4e66-b5af-65e0b1e19bd0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.901230] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 980.901230] env[69385]: value = "task-3340575" [ 980.901230] env[69385]: _type = "Task" [ 980.901230] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.906202] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe59c1f4-57aa-456c-9c7c-da4c646b3cb8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.918542] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6cef60-fe14-45e1-8b33-606b7d8c3328 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.922336] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.923809] env[69385]: DEBUG nova.network.neutron [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updated VIF entry in instance network info cache for port 2960a216-fbd2-4319-89f4-37bed3b93d5b. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.924518] env[69385]: DEBUG nova.network.neutron [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance_info_cache with network_info: [{"id": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "address": "fa:16:3e:39:c9:fc", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2960a216-fb", "ovs_interfaceid": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.963017] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42d6fcd0-b02c-4bae-8ae8-d3e51ad01545 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.506s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.967326] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b177ae5-03f1-4742-b301-1414f8a72595 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.977544] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9da237-d47c-4a4a-b10c-54abf4aafd01 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.989437] env[69385]: INFO nova.compute.manager [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Took 26.95 seconds to build instance. [ 980.999570] env[69385]: DEBUG nova.compute.provider_tree [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.056207] env[69385]: DEBUG nova.compute.manager [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.104855] env[69385]: DEBUG oslo_vmware.api [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340574, 'name': PowerOffVM_Task, 'duration_secs': 0.200724} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.105164] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.105373] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.105653] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a649387-7bcd-45db-b65d-b7970af3e9ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.122523] env[69385]: DEBUG nova.network.neutron [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Successfully created port: 82310bf1-ce81-432d-9925-f6a51fae1bc3 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.174719] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.174989] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.175198] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleting the datastore file [datastore1] 65422071-f897-45e4-8930-791693670147 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.175657] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8461750e-4149-4824-9368-2efbef996199 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.184809] env[69385]: DEBUG oslo_vmware.api [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 981.184809] env[69385]: value = "task-3340577" [ 981.184809] env[69385]: _type = "Task" [ 981.184809] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.194083] env[69385]: DEBUG oslo_vmware.api [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.307216] env[69385]: DEBUG nova.network.neutron [req-fb32ffbd-1a9c-45ac-b445-12bd0e414700 req-2a9d8e4a-2dc2-4448-8167-b09790635756 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updated VIF entry in instance network info cache for port 182f7ea0-8a42-4ea4-b9b3-9568cbf3809d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.308398] env[69385]: DEBUG nova.network.neutron [req-fb32ffbd-1a9c-45ac-b445-12bd0e414700 req-2a9d8e4a-2dc2-4448-8167-b09790635756 service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updating instance_info_cache with network_info: [{"id": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "address": "fa:16:3e:16:98:07", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6ae53-e7", "ovs_interfaceid": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "182f7ea0-8a42-4ea4-b9b3-9568cbf3809d", "address": "fa:16:3e:d9:5f:06", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182f7ea0-8a", "ovs_interfaceid": "182f7ea0-8a42-4ea4-b9b3-9568cbf3809d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.411154] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.429592] env[69385]: DEBUG oslo_concurrency.lockutils [req-0586cf1e-e16e-4cbb-b9c9-3d6888e47673 req-50049388-b92d-4ef5-b084-850884156339 service nova] Releasing lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.502123] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d7569d82-3594-499a-a2fd-4403db391fe1 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.475s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.503272] env[69385]: DEBUG nova.scheduler.client.report [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.695593] env[69385]: DEBUG oslo_vmware.api [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.812112] env[69385]: DEBUG oslo_concurrency.lockutils [req-fb32ffbd-1a9c-45ac-b445-12bd0e414700 req-2a9d8e4a-2dc2-4448-8167-b09790635756 service nova] Releasing lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.909687] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601892} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.910083] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] e43d449e-449f-44fe-a914-4fec3014af08/e43d449e-449f-44fe-a914-4fec3014af08.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.910236] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.910511] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae5fad6c-1b2d-4221-b9ac-4ae38f035b65 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.920342] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 981.920342] env[69385]: value = "task-3340578" [ 981.920342] env[69385]: _type = "Task" [ 981.920342] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.927237] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.009586] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.012947] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.653s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.017333] env[69385]: INFO nova.compute.claims [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.043401] env[69385]: INFO nova.scheduler.client.report [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Deleted allocations for instance 29b240a9-1171-4e95-bcfe-dd969503b9b6 [ 982.065938] env[69385]: DEBUG nova.compute.manager [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.099635] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.099826] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.099999] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.100183] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.100418] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.101034] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.101034] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.101034] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.101375] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.101803] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.101803] env[69385]: DEBUG nova.virt.hardware [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.102895] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a521c7-c1eb-498c-b455-9ee9e44b6f00 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.110873] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff29b1-75f9-46dd-8ae0-7152c65bd257 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.195288] env[69385]: DEBUG oslo_vmware.api [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533933} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.195994] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.195994] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.195994] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.196273] env[69385]: INFO nova.compute.manager [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 65422071-f897-45e4-8930-791693670147] Took 1.62 seconds to destroy the instance on the hypervisor. [ 982.196308] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.196488] env[69385]: DEBUG nova.compute.manager [-] [instance: 65422071-f897-45e4-8930-791693670147] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.196576] env[69385]: DEBUG nova.network.neutron [-] [instance: 65422071-f897-45e4-8930-791693670147] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.427904] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074197} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.428699] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.429477] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d69e8f-cf5e-4405-bd53-696bb2ff250a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.457018] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e43d449e-449f-44fe-a914-4fec3014af08/e43d449e-449f-44fe-a914-4fec3014af08.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.457768] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-703dbd6e-3ed3-4526-a19d-7c7204197bfb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.478017] env[69385]: DEBUG nova.network.neutron [-] [instance: 65422071-f897-45e4-8930-791693670147] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.483179] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 982.483179] env[69385]: value = "task-3340580" [ 982.483179] env[69385]: _type = "Task" [ 982.483179] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.492396] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.522301] env[69385]: DEBUG nova.compute.manager [req-ed20af9d-fabb-41b4-b4c4-d733b77b05aa req-f5f0320c-cd90-4232-83e6-d89e4cbafbe7 service nova] [instance: 65422071-f897-45e4-8930-791693670147] Received event network-vif-deleted-2ab30900-4d27-4487-8287-64e57506da50 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.549676] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d35bf18e-7df4-4919-833c-a545a1d37f16 tempest-ServersAdmin275Test-1153368766 tempest-ServersAdmin275Test-1153368766-project-member] Lock "29b240a9-1171-4e95-bcfe-dd969503b9b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.657s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.939713] env[69385]: DEBUG nova.network.neutron [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Successfully updated port: 82310bf1-ce81-432d-9925-f6a51fae1bc3 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.978592] env[69385]: INFO nova.compute.manager [-] [instance: 65422071-f897-45e4-8930-791693670147] Took 0.78 seconds to deallocate network for instance. [ 982.993027] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340580, 'name': ReconfigVM_Task, 'duration_secs': 0.394517} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.993326] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e43d449e-449f-44fe-a914-4fec3014af08/e43d449e-449f-44fe-a914-4fec3014af08.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.993985] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03bd0f58-cf9c-48f5-b537-5944bdf6cc6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.000220] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 983.000220] env[69385]: value = "task-3340581" [ 983.000220] env[69385]: _type = "Task" [ 983.000220] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.008658] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340581, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.295448] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-bdebb23d-6775-41a4-ab65-046a4914af88" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.295699] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-bdebb23d-6775-41a4-ab65-046a4914af88" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.296078] env[69385]: DEBUG nova.objects.instance [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'flavor' on Instance uuid 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.356070] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a669d2-9d8c-4c58-bee8-c6742e90831e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.363806] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4836dc-1ff0-4c22-9837-50514017bab9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.397199] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c767ef-e00b-41b4-bcf4-b3becedac73c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.404620] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8202d5-f9b6-43f0-bad0-1d6a787c32c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.420045] env[69385]: DEBUG nova.compute.manager [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.420536] env[69385]: DEBUG nova.compute.provider_tree [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.422494] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52265c9b-a0af-4897-a8ee-6b0e47903b98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.443180] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "refresh_cache-e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.443447] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "refresh_cache-e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.443481] env[69385]: DEBUG nova.network.neutron [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.489604] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.511342] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340581, 'name': Rename_Task, 'duration_secs': 0.245889} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.511624] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.511975] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ba2144-7c6b-470a-ba88-41c94919e017 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.519541] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 983.519541] env[69385]: value = "task-3340582" [ 983.519541] env[69385]: _type = "Task" [ 983.519541] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.527549] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.926381] env[69385]: DEBUG nova.scheduler.client.report [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.930336] env[69385]: DEBUG nova.objects.instance [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'pci_requests' on Instance uuid 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.931867] env[69385]: INFO nova.compute.manager [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] instance snapshotting [ 983.934359] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b02c55-db6b-4668-a24d-01083739c0de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.957321] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a74392c-e229-419d-bf0b-f170a1328379 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.986768] env[69385]: DEBUG nova.network.neutron [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.029657] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.119113] env[69385]: DEBUG nova.network.neutron [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Updating instance_info_cache with network_info: [{"id": "82310bf1-ce81-432d-9925-f6a51fae1bc3", "address": "fa:16:3e:fd:98:3d", "network": {"id": "32d4ac28-a41d-4ee5-9e12-67099ea9abc0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-243556894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "040713d064a9450397c3349335308729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82310bf1-ce", "ovs_interfaceid": "82310bf1-ce81-432d-9925-f6a51fae1bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.434344] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.434803] env[69385]: DEBUG nova.compute.manager [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.437811] env[69385]: DEBUG nova.objects.base [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Object Instance<22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1> lazy-loaded attributes: flavor,pci_requests {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 984.438013] env[69385]: DEBUG nova.network.neutron [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.440138] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.443s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.442094] env[69385]: INFO nova.compute.claims [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.468475] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 984.468475] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f7dc7151-8c9f-4ed4-9109-61874e8d18f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.476442] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 984.476442] env[69385]: value = "task-3340583" [ 984.476442] env[69385]: _type = "Task" [ 984.476442] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.485856] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.529908] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.536865] env[69385]: DEBUG nova.policy [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667507e240b2411aa341938f0b21caf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beac72a77784c2ba1ec58216ee1fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.551128] env[69385]: DEBUG nova.compute.manager [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Received event network-vif-plugged-82310bf1-ce81-432d-9925-f6a51fae1bc3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.551413] env[69385]: DEBUG oslo_concurrency.lockutils [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] Acquiring lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.551718] env[69385]: DEBUG oslo_concurrency.lockutils [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] Lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.552075] env[69385]: DEBUG oslo_concurrency.lockutils [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] Lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.552459] env[69385]: DEBUG nova.compute.manager [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] No waiting events found dispatching network-vif-plugged-82310bf1-ce81-432d-9925-f6a51fae1bc3 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.552743] env[69385]: WARNING nova.compute.manager [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Received unexpected event network-vif-plugged-82310bf1-ce81-432d-9925-f6a51fae1bc3 for instance with vm_state building and task_state spawning. [ 984.552985] env[69385]: DEBUG nova.compute.manager [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Received event network-changed-82310bf1-ce81-432d-9925-f6a51fae1bc3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.553230] env[69385]: DEBUG nova.compute.manager [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Refreshing instance network info cache due to event network-changed-82310bf1-ce81-432d-9925-f6a51fae1bc3. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 984.553480] env[69385]: DEBUG oslo_concurrency.lockutils [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] Acquiring lock "refresh_cache-e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.621451] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "refresh_cache-e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.621814] env[69385]: DEBUG nova.compute.manager [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Instance network_info: |[{"id": "82310bf1-ce81-432d-9925-f6a51fae1bc3", "address": "fa:16:3e:fd:98:3d", "network": {"id": "32d4ac28-a41d-4ee5-9e12-67099ea9abc0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-243556894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "040713d064a9450397c3349335308729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82310bf1-ce", "ovs_interfaceid": "82310bf1-ce81-432d-9925-f6a51fae1bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.622159] env[69385]: DEBUG oslo_concurrency.lockutils [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] Acquired lock "refresh_cache-e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.622349] env[69385]: DEBUG nova.network.neutron [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Refreshing network info cache for port 82310bf1-ce81-432d-9925-f6a51fae1bc3 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.623636] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:98:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82310bf1-ce81-432d-9925-f6a51fae1bc3', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.635419] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Creating folder: Project (040713d064a9450397c3349335308729). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.640432] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4374fae3-b158-4588-9996-129aeea183ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.652745] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Created folder: Project (040713d064a9450397c3349335308729) in parent group-v666556. [ 984.653034] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Creating folder: Instances. Parent ref: group-v666741. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.653272] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3366f44-59a7-4d97-be49-801ea7a50842 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.663807] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Created folder: Instances in parent group-v666741. [ 984.664090] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.664402] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.664507] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f62d28c-bedc-427a-a624-37d08886feba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.687758] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.687758] env[69385]: value = "task-3340586" [ 984.687758] env[69385]: _type = "Task" [ 984.687758] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.696095] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340586, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.949519] env[69385]: DEBUG nova.compute.utils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.953531] env[69385]: DEBUG nova.compute.manager [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.953702] env[69385]: DEBUG nova.network.neutron [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.987959] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.998035] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 984.998035] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666740', 'volume_id': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'name': 'volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa94f46-c6c6-46bf-8621-67e7b851fe69', 'attached_at': '', 'detached_at': '', 'volume_id': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'serial': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 984.998035] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c20c4e-c2d9-435f-a653-fed8da30e4ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.004114] env[69385]: DEBUG nova.policy [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe350abd58054dde8676ee68499090fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dfa1fd6d0f3446fbf53334c3a8c1bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.008516] env[69385]: DEBUG nova.network.neutron [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Updated VIF entry in instance network info cache for port 82310bf1-ce81-432d-9925-f6a51fae1bc3. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.009034] env[69385]: DEBUG nova.network.neutron [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Updating instance_info_cache with network_info: [{"id": "82310bf1-ce81-432d-9925-f6a51fae1bc3", "address": "fa:16:3e:fd:98:3d", "network": {"id": "32d4ac28-a41d-4ee5-9e12-67099ea9abc0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-243556894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "040713d064a9450397c3349335308729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82310bf1-ce", "ovs_interfaceid": "82310bf1-ce81-432d-9925-f6a51fae1bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.033660] env[69385]: DEBUG oslo_concurrency.lockutils [req-91ceeda8-356f-4c2f-aa9b-bf8eeeffc7e8 req-be051122-ff22-4b63-9a4b-8fb8a6a90826 service nova] Releasing lock "refresh_cache-e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.040390] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc03858-90ed-4657-8e59-a1f952d0fbb9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.052358] env[69385]: DEBUG oslo_vmware.api [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340582, 'name': PowerOnVM_Task, 'duration_secs': 1.141466} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.071344] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.071587] env[69385]: INFO nova.compute.manager [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Took 8.42 seconds to spawn the instance on the hypervisor. [ 985.071773] env[69385]: DEBUG nova.compute.manager [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.081410] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741/volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.082167] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e14d0f6-3ed0-443b-ad88-b482210911c6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.085150] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e195e47f-4dca-4a7a-a449-e79224b1cf06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.108077] env[69385]: DEBUG oslo_vmware.api [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 985.108077] env[69385]: value = "task-3340587" [ 985.108077] env[69385]: _type = "Task" [ 985.108077] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.117993] env[69385]: DEBUG oslo_vmware.api [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340587, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.197711] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340586, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.295849] env[69385]: DEBUG nova.network.neutron [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Successfully created port: dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.452326] env[69385]: DEBUG nova.compute.manager [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.487949] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340583, 'name': CreateSnapshot_Task, 'duration_secs': 0.721178} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.490952] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 985.497825] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0124f40c-4864-4863-a583-9e013dbc0e15 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.622229] env[69385]: INFO nova.compute.manager [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Took 26.10 seconds to build instance. [ 985.626613] env[69385]: DEBUG oslo_vmware.api [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340587, 'name': ReconfigVM_Task, 'duration_secs': 0.372741} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.626886] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Reconfigured VM instance instance-00000039 to attach disk [datastore1] volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741/volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.631740] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3269409-4f69-4a8e-b5e7-39807a1648c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.651510] env[69385]: DEBUG oslo_vmware.api [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 985.651510] env[69385]: value = "task-3340588" [ 985.651510] env[69385]: _type = "Task" [ 985.651510] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.663028] env[69385]: DEBUG oslo_vmware.api [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.700706] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340586, 'name': CreateVM_Task, 'duration_secs': 0.997446} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.700706] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.701297] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.701470] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.701786] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.702053] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b1f57a-ecb8-42cb-8a2c-5ed76a1a3da8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.707440] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 985.707440] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52618e87-c9cb-f4b2-b123-f1570c4d1624" [ 985.707440] env[69385]: _type = "Task" [ 985.707440] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.715956] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52618e87-c9cb-f4b2-b123-f1570c4d1624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.788572] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8791eea3-e79a-475a-a504-1a32c6701695 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.795897] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168340d0-9b25-476f-97ff-8e23fb4b81fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.826901] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef12faa5-768a-4fac-8476-00b3ce25d730 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.834381] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b62ccf-cb5d-4171-840c-baf80496e8a1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.847485] env[69385]: DEBUG nova.compute.provider_tree [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.020103] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 986.020246] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67de8942-ec26-43d9-8289-aca781bbbcf7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.028574] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 986.028574] env[69385]: value = "task-3340589" [ 986.028574] env[69385]: _type = "Task" [ 986.028574] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.037103] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340589, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.125107] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddb6afaa-edb5-438b-bbaf-450a45e86953 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.613s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.164229] env[69385]: DEBUG oslo_vmware.api [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340588, 'name': ReconfigVM_Task, 'duration_secs': 0.156076} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.164229] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666740', 'volume_id': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'name': 'volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa94f46-c6c6-46bf-8621-67e7b851fe69', 'attached_at': '', 'detached_at': '', 'volume_id': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'serial': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 986.218997] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52618e87-c9cb-f4b2-b123-f1570c4d1624, 'name': SearchDatastore_Task, 'duration_secs': 0.015647} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.218997] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.219224] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.219413] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.219578] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.219762] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.220039] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68b62d27-d6fa-40ed-b188-46848f061274 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.228964] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.229157] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.229874] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afdda7dd-fde9-44cb-a901-8860719cc7df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.235145] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 986.235145] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52262b82-09c6-e2c0-8e75-46e41cf361d2" [ 986.235145] env[69385]: _type = "Task" [ 986.235145] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.243335] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52262b82-09c6-e2c0-8e75-46e41cf361d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.350729] env[69385]: DEBUG nova.scheduler.client.report [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.396212] env[69385]: DEBUG nova.network.neutron [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Successfully updated port: bdebb23d-6775-41a4-ab65-046a4914af88 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.462591] env[69385]: DEBUG nova.compute.manager [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.487952] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.488238] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.488348] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.488529] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.488673] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.488820] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.489034] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.489200] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.489429] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.489691] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.489934] env[69385]: DEBUG nova.virt.hardware [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.490878] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e105d5f0-ff57-4ac3-af0b-5254b728713c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.499633] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee3ef1-5942-4eff-9585-6aa38d71cdba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.538575] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340589, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.750209] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52262b82-09c6-e2c0-8e75-46e41cf361d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.751973] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c55e348-9704-4761-8820-3079795c70f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.758796] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 986.758796] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f41606-0858-5fe2-7592-6736ab39f888" [ 986.758796] env[69385]: _type = "Task" [ 986.758796] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.767693] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f41606-0858-5fe2-7592-6736ab39f888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.779774] env[69385]: DEBUG nova.compute.manager [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-vif-plugged-bdebb23d-6775-41a4-ab65-046a4914af88 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 986.779774] env[69385]: DEBUG oslo_concurrency.lockutils [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] Acquiring lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.779905] env[69385]: DEBUG oslo_concurrency.lockutils [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.780051] env[69385]: DEBUG oslo_concurrency.lockutils [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.780255] env[69385]: DEBUG nova.compute.manager [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] No waiting events found dispatching network-vif-plugged-bdebb23d-6775-41a4-ab65-046a4914af88 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.780384] env[69385]: WARNING nova.compute.manager [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received unexpected event network-vif-plugged-bdebb23d-6775-41a4-ab65-046a4914af88 for instance with vm_state active and task_state None. [ 986.780536] env[69385]: DEBUG nova.compute.manager [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-changed-bdebb23d-6775-41a4-ab65-046a4914af88 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 986.780681] env[69385]: DEBUG nova.compute.manager [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Refreshing instance network info cache due to event network-changed-bdebb23d-6775-41a4-ab65-046a4914af88. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 986.780857] env[69385]: DEBUG oslo_concurrency.lockutils [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] Acquiring lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.780981] env[69385]: DEBUG oslo_concurrency.lockutils [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] Acquired lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.781142] env[69385]: DEBUG nova.network.neutron [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Refreshing network info cache for port bdebb23d-6775-41a4-ab65-046a4914af88 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.825311] env[69385]: DEBUG nova.network.neutron [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Successfully updated port: dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.855819] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.856395] env[69385]: DEBUG nova.compute.manager [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.859612] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.749s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.859783] env[69385]: DEBUG nova.objects.instance [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lazy-loading 'resources' on Instance uuid fff0a1a9-950f-4d48-8b42-dbdca8611e96 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.901679] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.040421] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340589, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.205142] env[69385]: DEBUG nova.objects.instance [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lazy-loading 'flavor' on Instance uuid 8aa94f46-c6c6-46bf-8621-67e7b851fe69 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.269513] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f41606-0858-5fe2-7592-6736ab39f888, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.269777] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.270039] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] e66ae96a-7ea9-41d9-8e42-25a27dd5dac3/e66ae96a-7ea9-41d9-8e42-25a27dd5dac3.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.270301] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0101b107-61f6-4372-8e6d-b799feffd42a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.276620] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 987.276620] env[69385]: value = "task-3340590" [ 987.276620] env[69385]: _type = "Task" [ 987.276620] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.281816] env[69385]: DEBUG nova.compute.manager [req-347f6b05-4bd1-4f35-acc3-73ace292ce80 req-f020b140-dfd7-46f2-af16-7c33acd9e5ac service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Received event network-vif-plugged-dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.282030] env[69385]: DEBUG oslo_concurrency.lockutils [req-347f6b05-4bd1-4f35-acc3-73ace292ce80 req-f020b140-dfd7-46f2-af16-7c33acd9e5ac service nova] Acquiring lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.282245] env[69385]: DEBUG oslo_concurrency.lockutils [req-347f6b05-4bd1-4f35-acc3-73ace292ce80 req-f020b140-dfd7-46f2-af16-7c33acd9e5ac service nova] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.282436] env[69385]: DEBUG oslo_concurrency.lockutils [req-347f6b05-4bd1-4f35-acc3-73ace292ce80 req-f020b140-dfd7-46f2-af16-7c33acd9e5ac service nova] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.282609] env[69385]: DEBUG nova.compute.manager [req-347f6b05-4bd1-4f35-acc3-73ace292ce80 req-f020b140-dfd7-46f2-af16-7c33acd9e5ac service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] No waiting events found dispatching network-vif-plugged-dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.282773] env[69385]: WARNING nova.compute.manager [req-347f6b05-4bd1-4f35-acc3-73ace292ce80 req-f020b140-dfd7-46f2-af16-7c33acd9e5ac service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Received unexpected event network-vif-plugged-dba49bf2-f286-47e2-aade-18ec10ef1868 for instance with vm_state building and task_state spawning. [ 987.290340] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.328778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.328977] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.329095] env[69385]: DEBUG nova.network.neutron [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.362090] env[69385]: DEBUG nova.compute.utils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.366046] env[69385]: DEBUG nova.compute.manager [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.366196] env[69385]: DEBUG nova.network.neutron [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.442791] env[69385]: DEBUG nova.policy [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0df81d77a444f7aa4d76f041420be36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615b2ca3410748859ccfbf610c65f5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.546830] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340589, 'name': CloneVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.620678] env[69385]: DEBUG nova.network.neutron [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Added VIF to instance network info cache for port bdebb23d-6775-41a4-ab65-046a4914af88. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 987.621214] env[69385]: DEBUG nova.network.neutron [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updating instance_info_cache with network_info: [{"id": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "address": "fa:16:3e:16:98:07", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6ae53-e7", "ovs_interfaceid": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "182f7ea0-8a42-4ea4-b9b3-9568cbf3809d", "address": "fa:16:3e:d9:5f:06", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182f7ea0-8a", "ovs_interfaceid": "182f7ea0-8a42-4ea4-b9b3-9568cbf3809d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdebb23d-6775-41a4-ab65-046a4914af88", "address": "fa:16:3e:48:5e:9d", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdebb23d-67", "ovs_interfaceid": "bdebb23d-6775-41a4-ab65-046a4914af88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.715969] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7fa12ad9-ec50-42e5-b312-bf158bf704f4 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.841s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.790201] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.792221] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7719a9ff-99d1-4d37-93a5-3f821a632dc9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.800371] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f4a29-9d54-4159-83d9-2d3824b991a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.843268] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b05925-4232-46e5-b3a8-7752151db013 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.851387] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e1e121-3326-4a0d-8e94-e1e26ed79914 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.864915] env[69385]: DEBUG nova.compute.provider_tree [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.869170] env[69385]: DEBUG nova.compute.manager [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Stashing vm_state: active {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 987.871167] env[69385]: DEBUG nova.compute.manager [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.889758] env[69385]: DEBUG nova.network.neutron [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.892941] env[69385]: DEBUG nova.network.neutron [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Successfully created port: 88b0c7ad-a5f3-4a74-ae74-ccb97244e72e {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.043849] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340589, 'name': CloneVM_Task, 'duration_secs': 1.872591} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.044830] env[69385]: DEBUG nova.network.neutron [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Updating instance_info_cache with network_info: [{"id": "dba49bf2-f286-47e2-aade-18ec10ef1868", "address": "fa:16:3e:ff:9a:83", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba49bf2-f2", "ovs_interfaceid": "dba49bf2-f286-47e2-aade-18ec10ef1868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.046105] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Created linked-clone VM from snapshot [ 988.049105] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0da7a8-3442-4c78-aa13-0d2ee08b8ac1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.055826] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Uploading image 1d6e4f6d-c5c7-4322-9386-63de3b052a05 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 988.068562] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 988.068853] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5bd4f81c-ca79-4f5e-8e40-75021d3694db {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.076316] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 988.076316] env[69385]: value = "task-3340591" [ 988.076316] env[69385]: _type = "Task" [ 988.076316] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.085073] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340591, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.124495] env[69385]: DEBUG oslo_concurrency.lockutils [req-b1508478-5f75-469e-9ffc-c588b1230a21 req-54bfb2b8-d60c-4d04-b46e-8def66c4a8bc service nova] Releasing lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.125077] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.125345] env[69385]: DEBUG nova.network.neutron [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.290017] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559738} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.290381] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] e66ae96a-7ea9-41d9-8e42-25a27dd5dac3/e66ae96a-7ea9-41d9-8e42-25a27dd5dac3.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.290642] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.291077] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39796f20-61b0-4206-b91a-f81b3f9a817b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.298685] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 988.298685] env[69385]: value = "task-3340592" [ 988.298685] env[69385]: _type = "Task" [ 988.298685] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.307844] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.369390] env[69385]: DEBUG nova.scheduler.client.report [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.393443] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.547631] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.548046] env[69385]: DEBUG nova.compute.manager [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Instance network_info: |[{"id": "dba49bf2-f286-47e2-aade-18ec10ef1868", "address": "fa:16:3e:ff:9a:83", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba49bf2-f2", "ovs_interfaceid": "dba49bf2-f286-47e2-aade-18ec10ef1868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.548415] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:9a:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dba49bf2-f286-47e2-aade-18ec10ef1868', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.555954] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.556188] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.556423] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60002d85-0363-47d5-bfca-41e362ffce06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.577127] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.577127] env[69385]: value = "task-3340593" [ 988.577127] env[69385]: _type = "Task" [ 988.577127] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.589956] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340593, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.591683] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340591, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.670526] env[69385]: WARNING nova.network.neutron [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] e89d7316-4a4a-4c48-8996-a7016458f726 already exists in list: networks containing: ['e89d7316-4a4a-4c48-8996-a7016458f726']. ignoring it [ 988.670736] env[69385]: WARNING nova.network.neutron [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] e89d7316-4a4a-4c48-8996-a7016458f726 already exists in list: networks containing: ['e89d7316-4a4a-4c48-8996-a7016458f726']. ignoring it [ 988.670902] env[69385]: WARNING nova.network.neutron [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] e89d7316-4a4a-4c48-8996-a7016458f726 already exists in list: networks containing: ['e89d7316-4a4a-4c48-8996-a7016458f726']. ignoring it [ 988.671555] env[69385]: WARNING nova.network.neutron [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] bdebb23d-6775-41a4-ab65-046a4914af88 already exists in list: port_ids containing: ['bdebb23d-6775-41a4-ab65-046a4914af88']. ignoring it [ 988.808871] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154087} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.809207] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.810011] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489b222-b590-4c3a-ac27-7c607ea02a69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.835186] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e66ae96a-7ea9-41d9-8e42-25a27dd5dac3/e66ae96a-7ea9-41d9-8e42-25a27dd5dac3.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.837968] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff1d2bb-d262-40ee-9a22-d0fc21487cc6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.859683] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 988.859683] env[69385]: value = "task-3340594" [ 988.859683] env[69385]: _type = "Task" [ 988.859683] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.869086] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.873983] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.876356] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.510s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.878029] env[69385]: INFO nova.compute.claims [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.887495] env[69385]: DEBUG nova.compute.manager [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.912846] env[69385]: INFO nova.scheduler.client.report [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Deleted allocations for instance fff0a1a9-950f-4d48-8b42-dbdca8611e96 [ 988.936763] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.938824] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.939507] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.939507] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.939638] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.939796] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.940114] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.940291] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.940493] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.940669] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.940864] env[69385]: DEBUG nova.virt.hardware [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.942488] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce33a0c-011b-4943-a49f-60509ccb9546 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.953366] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7678cea9-3e5e-4a8c-a87c-e3cbc93d5fc7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.094589] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340591, 'name': Destroy_Task, 'duration_secs': 0.955611} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.094888] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Destroyed the VM [ 989.095178] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.095459] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1b8aaf55-55ca-4db7-9542-e03c90520987 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.101596] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340593, 'name': CreateVM_Task, 'duration_secs': 0.511633} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.103355] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.104494] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.104679] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.105059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.105344] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7ea490-9256-408c-85bd-de46fefe75a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.108511] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 989.108511] env[69385]: value = "task-3340595" [ 989.108511] env[69385]: _type = "Task" [ 989.108511] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.117188] env[69385]: DEBUG oslo_concurrency.lockutils [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.117440] env[69385]: DEBUG oslo_concurrency.lockutils [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.119394] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 989.119394] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d6eea3-5e78-6056-4052-2258a2537f4b" [ 989.119394] env[69385]: _type = "Task" [ 989.119394] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.126598] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.133067] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d6eea3-5e78-6056-4052-2258a2537f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011586} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.134135] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.134373] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.134610] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.134787] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.135213] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.138053] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a61215-4e4a-421d-8db9-7b31e9c84794 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.147423] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.147611] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.148342] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2a9b5d-f49c-43b6-9f5f-0de9efa2e3f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.154820] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 989.154820] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522416d9-29e0-3f4d-52c1-b4a33fa07bdc" [ 989.154820] env[69385]: _type = "Task" [ 989.154820] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.162645] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522416d9-29e0-3f4d-52c1-b4a33fa07bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.174445] env[69385]: DEBUG nova.network.neutron [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updating instance_info_cache with network_info: [{"id": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "address": "fa:16:3e:16:98:07", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6ae53-e7", "ovs_interfaceid": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "182f7ea0-8a42-4ea4-b9b3-9568cbf3809d", "address": "fa:16:3e:d9:5f:06", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182f7ea0-8a", "ovs_interfaceid": "182f7ea0-8a42-4ea4-b9b3-9568cbf3809d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdebb23d-6775-41a4-ab65-046a4914af88", "address": "fa:16:3e:48:5e:9d", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdebb23d-67", "ovs_interfaceid": "bdebb23d-6775-41a4-ab65-046a4914af88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.333849] env[69385]: DEBUG nova.compute.manager [req-2be925a2-63cd-4100-be04-e638d8ea8875 req-9e8af9f9-c70a-4a9c-8ee5-e642c78d7479 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Received event network-changed-dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 989.334095] env[69385]: DEBUG nova.compute.manager [req-2be925a2-63cd-4100-be04-e638d8ea8875 req-9e8af9f9-c70a-4a9c-8ee5-e642c78d7479 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Refreshing instance network info cache due to event network-changed-dba49bf2-f286-47e2-aade-18ec10ef1868. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 989.334337] env[69385]: DEBUG oslo_concurrency.lockutils [req-2be925a2-63cd-4100-be04-e638d8ea8875 req-9e8af9f9-c70a-4a9c-8ee5-e642c78d7479 service nova] Acquiring lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.334488] env[69385]: DEBUG oslo_concurrency.lockutils [req-2be925a2-63cd-4100-be04-e638d8ea8875 req-9e8af9f9-c70a-4a9c-8ee5-e642c78d7479 service nova] Acquired lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.334659] env[69385]: DEBUG nova.network.neutron [req-2be925a2-63cd-4100-be04-e638d8ea8875 req-9e8af9f9-c70a-4a9c-8ee5-e642c78d7479 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Refreshing network info cache for port dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.370741] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340594, 'name': ReconfigVM_Task, 'duration_secs': 0.368057} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.371016] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e66ae96a-7ea9-41d9-8e42-25a27dd5dac3/e66ae96a-7ea9-41d9-8e42-25a27dd5dac3.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.371753] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2da731c0-04ed-4f36-847a-ccef8adff5c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.377019] env[69385]: DEBUG nova.compute.manager [req-9666301d-f6c4-491b-9487-f90b3b9c0019 req-ec2e542f-33e7-4112-8d79-fb50e52cd121 service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Received event network-vif-plugged-88b0c7ad-a5f3-4a74-ae74-ccb97244e72e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 989.377332] env[69385]: DEBUG oslo_concurrency.lockutils [req-9666301d-f6c4-491b-9487-f90b3b9c0019 req-ec2e542f-33e7-4112-8d79-fb50e52cd121 service nova] Acquiring lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.377572] env[69385]: DEBUG oslo_concurrency.lockutils [req-9666301d-f6c4-491b-9487-f90b3b9c0019 req-ec2e542f-33e7-4112-8d79-fb50e52cd121 service nova] Lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.377765] env[69385]: DEBUG oslo_concurrency.lockutils [req-9666301d-f6c4-491b-9487-f90b3b9c0019 req-ec2e542f-33e7-4112-8d79-fb50e52cd121 service nova] Lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.377997] env[69385]: DEBUG nova.compute.manager [req-9666301d-f6c4-491b-9487-f90b3b9c0019 req-ec2e542f-33e7-4112-8d79-fb50e52cd121 service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] No waiting events found dispatching network-vif-plugged-88b0c7ad-a5f3-4a74-ae74-ccb97244e72e {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.378173] env[69385]: WARNING nova.compute.manager [req-9666301d-f6c4-491b-9487-f90b3b9c0019 req-ec2e542f-33e7-4112-8d79-fb50e52cd121 service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Received unexpected event network-vif-plugged-88b0c7ad-a5f3-4a74-ae74-ccb97244e72e for instance with vm_state building and task_state spawning. [ 989.379997] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 989.379997] env[69385]: value = "task-3340596" [ 989.379997] env[69385]: _type = "Task" [ 989.379997] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.390293] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340596, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.421240] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8df077ef-49fa-456d-bef6-b12216bbb032 tempest-ServersAdminTestJSON-1581383565 tempest-ServersAdminTestJSON-1581383565-project-member] Lock "fff0a1a9-950f-4d48-8b42-dbdca8611e96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.893s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.463215] env[69385]: DEBUG nova.network.neutron [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Successfully updated port: 88b0c7ad-a5f3-4a74-ae74-ccb97244e72e {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.618772] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.620520] env[69385]: INFO nova.compute.manager [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Detaching volume 1b8bcee4-84fe-4b93-aab4-d9ca85d05741 [ 989.660395] env[69385]: INFO nova.virt.block_device [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Attempting to driver detach volume 1b8bcee4-84fe-4b93-aab4-d9ca85d05741 from mountpoint /dev/sdb [ 989.660628] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 989.660810] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666740', 'volume_id': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'name': 'volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa94f46-c6c6-46bf-8621-67e7b851fe69', 'attached_at': '', 'detached_at': '', 'volume_id': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'serial': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 989.661678] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c815dd-01be-4a45-b3d4-f3f57b1f0285 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.668046] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522416d9-29e0-3f4d-52c1-b4a33fa07bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.669081] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf7ac03-395b-4b99-bbd5-e0dc49e10e32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.686780] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.687402] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.687560] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.688720] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead8020c-68af-482b-bbbb-b887c23d6a6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.691574] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734b24d-9c38-42c4-b7a1-2e5c61ab8416 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.695113] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 989.695113] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5298886d-06c2-1606-8e86-d95d10f99794" [ 989.695113] env[69385]: _type = "Task" [ 989.695113] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.712998] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.713254] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.713420] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.713593] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.713741] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.713886] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.714100] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.714260] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.714423] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.714584] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.714755] env[69385]: DEBUG nova.virt.hardware [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.721020] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Reconfiguring VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 989.721968] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc88145e-9213-4676-9ab4-b9ead69450ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.734565] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7214c399-cda4-407c-8fb7-25a82a6b9ccd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.741203] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5298886d-06c2-1606-8e86-d95d10f99794, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.742763] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.742763] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 68a5b3e3-231d-4238-8eba-437ff2a2bed4/68a5b3e3-231d-4238-8eba-437ff2a2bed4.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.742898] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2244d466-8778-451d-b0d3-cd3dcc58f37c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.763310] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcbed27-f1db-4b04-95c1-e0eb38037fd8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.766264] env[69385]: DEBUG oslo_vmware.api [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 989.766264] env[69385]: value = "task-3340597" [ 989.766264] env[69385]: _type = "Task" [ 989.766264] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.783025] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] The volume has not been displaced from its original location: [datastore1] volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741/volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 989.787578] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.788018] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 989.788018] env[69385]: value = "task-3340598" [ 989.788018] env[69385]: _type = "Task" [ 989.788018] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.788753] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4473096-2971-44f6-9a7f-38318f834b4f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.808635] env[69385]: DEBUG oslo_vmware.api [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340597, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.813206] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.814696] env[69385]: DEBUG oslo_vmware.api [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 989.814696] env[69385]: value = "task-3340599" [ 989.814696] env[69385]: _type = "Task" [ 989.814696] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.822498] env[69385]: DEBUG oslo_vmware.api [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.890783] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340596, 'name': Rename_Task, 'duration_secs': 0.143776} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.895126] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.895126] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5b740fa-9b4a-42c1-9b1d-a803de25191a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.902087] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 989.902087] env[69385]: value = "task-3340600" [ 989.902087] env[69385]: _type = "Task" [ 989.902087] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.909197] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.968889] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "refresh_cache-10f6cdf9-2a69-4728-b633-cfeb0860e05d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.969066] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "refresh_cache-10f6cdf9-2a69-4728-b633-cfeb0860e05d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.969225] env[69385]: DEBUG nova.network.neutron [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.124642] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.151265] env[69385]: DEBUG nova.network.neutron [req-2be925a2-63cd-4100-be04-e638d8ea8875 req-9e8af9f9-c70a-4a9c-8ee5-e642c78d7479 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Updated VIF entry in instance network info cache for port dba49bf2-f286-47e2-aade-18ec10ef1868. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.151973] env[69385]: DEBUG nova.network.neutron [req-2be925a2-63cd-4100-be04-e638d8ea8875 req-9e8af9f9-c70a-4a9c-8ee5-e642c78d7479 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Updating instance_info_cache with network_info: [{"id": "dba49bf2-f286-47e2-aade-18ec10ef1868", "address": "fa:16:3e:ff:9a:83", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba49bf2-f2", "ovs_interfaceid": "dba49bf2-f286-47e2-aade-18ec10ef1868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.281937] env[69385]: DEBUG oslo_vmware.api [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.284061] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103324b0-cb58-40ab-811c-33eab1950384 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.299802] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3221da18-762a-44d8-96a9-d64fc5b7cadb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.316436] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.349997] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6207978c-17fe-447c-a233-97b1b1ee208a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.366266] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2849ebb0-163b-4656-9ba0-4a54ca1ebc18 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.371052] env[69385]: DEBUG oslo_vmware.api [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340599, 'name': ReconfigVM_Task, 'duration_secs': 0.252068} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.372088] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.378027] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2de52760-65c2-41c9-89b1-76a97adf3059 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.398113] env[69385]: DEBUG nova.compute.provider_tree [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.407289] env[69385]: DEBUG oslo_vmware.api [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 990.407289] env[69385]: value = "task-3340601" [ 990.407289] env[69385]: _type = "Task" [ 990.407289] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.415798] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340600, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.423983] env[69385]: DEBUG oslo_vmware.api [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.621261] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340595, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.655178] env[69385]: DEBUG oslo_concurrency.lockutils [req-2be925a2-63cd-4100-be04-e638d8ea8875 req-9e8af9f9-c70a-4a9c-8ee5-e642c78d7479 service nova] Releasing lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.725190] env[69385]: DEBUG nova.network.neutron [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.779465] env[69385]: DEBUG oslo_vmware.api [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340597, 'name': ReconfigVM_Task, 'duration_secs': 0.873671} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.780202] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.780291] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Reconfigured VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 990.820523] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640649} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.820982] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 68a5b3e3-231d-4238-8eba-437ff2a2bed4/68a5b3e3-231d-4238-8eba-437ff2a2bed4.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.821287] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.821600] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a973710-39a8-4f26-8f40-4b12f1f0c415 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.828258] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 990.828258] env[69385]: value = "task-3340602" [ 990.828258] env[69385]: _type = "Task" [ 990.828258] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.838763] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.908105] env[69385]: DEBUG nova.scheduler.client.report [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.918746] env[69385]: DEBUG oslo_vmware.api [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340600, 'name': PowerOnVM_Task, 'duration_secs': 0.870243} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.919408] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.919605] env[69385]: INFO nova.compute.manager [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Took 8.85 seconds to spawn the instance on the hypervisor. [ 990.919782] env[69385]: DEBUG nova.compute.manager [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.921491] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14fa1d0-fcc4-43b3-b607-3c7ffd75657a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.924916] env[69385]: DEBUG nova.network.neutron [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Updating instance_info_cache with network_info: [{"id": "88b0c7ad-a5f3-4a74-ae74-ccb97244e72e", "address": "fa:16:3e:c1:b4:87", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b0c7ad-a5", "ovs_interfaceid": "88b0c7ad-a5f3-4a74-ae74-ccb97244e72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.933391] env[69385]: DEBUG oslo_vmware.api [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340601, 'name': ReconfigVM_Task, 'duration_secs': 0.155307} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.934170] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666740', 'volume_id': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'name': 'volume-1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8aa94f46-c6c6-46bf-8621-67e7b851fe69', 'attached_at': '', 'detached_at': '', 'volume_id': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741', 'serial': '1b8bcee4-84fe-4b93-aab4-d9ca85d05741'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 991.123495] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340595, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.284973] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8bcbd2fa-2d2b-4886-bcc6-96751d49d391 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-bdebb23d-6775-41a4-ab65-046a4914af88" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.989s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.339414] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078674} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.339687] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.340866] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb63640-bdd1-4133-a867-1380becaf883 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.363546] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 68a5b3e3-231d-4238-8eba-437ff2a2bed4/68a5b3e3-231d-4238-8eba-437ff2a2bed4.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.363546] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-025c3900-6e86-4653-ade8-63ae959777a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.382565] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 991.382565] env[69385]: value = "task-3340603" [ 991.382565] env[69385]: _type = "Task" [ 991.382565] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.391587] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.410397] env[69385]: DEBUG nova.compute.manager [req-449a40e5-92dc-4201-b221-6e12665a9b44 req-032da3a4-2070-4f55-a661-a1de87db878e service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Received event network-changed-88b0c7ad-a5f3-4a74-ae74-ccb97244e72e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.410693] env[69385]: DEBUG nova.compute.manager [req-449a40e5-92dc-4201-b221-6e12665a9b44 req-032da3a4-2070-4f55-a661-a1de87db878e service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Refreshing instance network info cache due to event network-changed-88b0c7ad-a5f3-4a74-ae74-ccb97244e72e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 991.410921] env[69385]: DEBUG oslo_concurrency.lockutils [req-449a40e5-92dc-4201-b221-6e12665a9b44 req-032da3a4-2070-4f55-a661-a1de87db878e service nova] Acquiring lock "refresh_cache-10f6cdf9-2a69-4728-b633-cfeb0860e05d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.413079] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.413578] env[69385]: DEBUG nova.compute.manager [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.416298] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.188s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.417689] env[69385]: INFO nova.compute.claims [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.435239] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "refresh_cache-10f6cdf9-2a69-4728-b633-cfeb0860e05d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.436895] env[69385]: DEBUG nova.compute.manager [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Instance network_info: |[{"id": "88b0c7ad-a5f3-4a74-ae74-ccb97244e72e", "address": "fa:16:3e:c1:b4:87", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b0c7ad-a5", "ovs_interfaceid": "88b0c7ad-a5f3-4a74-ae74-ccb97244e72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.437311] env[69385]: DEBUG oslo_concurrency.lockutils [req-449a40e5-92dc-4201-b221-6e12665a9b44 req-032da3a4-2070-4f55-a661-a1de87db878e service nova] Acquired lock "refresh_cache-10f6cdf9-2a69-4728-b633-cfeb0860e05d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.437633] env[69385]: DEBUG nova.network.neutron [req-449a40e5-92dc-4201-b221-6e12665a9b44 req-032da3a4-2070-4f55-a661-a1de87db878e service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Refreshing network info cache for port 88b0c7ad-a5f3-4a74-ae74-ccb97244e72e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.440047] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:b4:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88b0c7ad-a5f3-4a74-ae74-ccb97244e72e', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.449817] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Creating folder: Project (615b2ca3410748859ccfbf610c65f5b3). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.457914] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9f3335f-6ca9-4718-bdef-da88d41b2624 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.463453] env[69385]: INFO nova.compute.manager [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Took 25.66 seconds to build instance. [ 991.473337] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Created folder: Project (615b2ca3410748859ccfbf610c65f5b3) in parent group-v666556. [ 991.473626] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Creating folder: Instances. Parent ref: group-v666747. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.473925] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bf7338e-85f3-4482-a663-8f143651595e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.482372] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Created folder: Instances in parent group-v666747. [ 991.482624] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.482865] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.483268] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89919a33-3bdf-4c34-a815-ac769189f646 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.499103] env[69385]: DEBUG nova.objects.instance [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lazy-loading 'flavor' on Instance uuid 8aa94f46-c6c6-46bf-8621-67e7b851fe69 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.506176] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.506176] env[69385]: value = "task-3340606" [ 991.506176] env[69385]: _type = "Task" [ 991.506176] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.517545] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340606, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.622305] env[69385]: DEBUG oslo_vmware.api [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340595, 'name': RemoveSnapshot_Task, 'duration_secs': 2.340789} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.622700] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 991.895168] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.923062] env[69385]: DEBUG nova.compute.utils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.927909] env[69385]: DEBUG nova.compute.manager [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.927909] env[69385]: DEBUG nova.network.neutron [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.969263] env[69385]: DEBUG oslo_concurrency.lockutils [None req-65168bba-b1f5-470a-8690-79afcd7516b7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.173s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.986142] env[69385]: DEBUG nova.policy [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7929c1e03f8f461aaed5c55a474ca7e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32a3d112126c405095a224bbad080bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.017482] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340606, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.128025] env[69385]: WARNING nova.compute.manager [None req-443d22ae-0623-450c-a627-0b5327b3e4a4 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Image not found during snapshot: nova.exception.ImageNotFound: Image 1d6e4f6d-c5c7-4322-9386-63de3b052a05 could not be found. [ 992.305118] env[69385]: DEBUG nova.network.neutron [req-449a40e5-92dc-4201-b221-6e12665a9b44 req-032da3a4-2070-4f55-a661-a1de87db878e service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Updated VIF entry in instance network info cache for port 88b0c7ad-a5f3-4a74-ae74-ccb97244e72e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.305370] env[69385]: DEBUG nova.network.neutron [req-449a40e5-92dc-4201-b221-6e12665a9b44 req-032da3a4-2070-4f55-a661-a1de87db878e service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Updating instance_info_cache with network_info: [{"id": "88b0c7ad-a5f3-4a74-ae74-ccb97244e72e", "address": "fa:16:3e:c1:b4:87", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b0c7ad-a5", "ovs_interfaceid": "88b0c7ad-a5f3-4a74-ae74-ccb97244e72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.402508] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340603, 'name': ReconfigVM_Task, 'duration_secs': 0.859066} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.403362] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 68a5b3e3-231d-4238-8eba-437ff2a2bed4/68a5b3e3-231d-4238-8eba-437ff2a2bed4.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.404054] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52c71575-537c-4eb3-bcea-a5f5a2554231 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.411846] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 992.411846] env[69385]: value = "task-3340607" [ 992.411846] env[69385]: _type = "Task" [ 992.411846] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.421764] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340607, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.427839] env[69385]: DEBUG nova.compute.manager [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.508897] env[69385]: DEBUG oslo_concurrency.lockutils [None req-544b57d5-6882-4ee5-ad65-63ce57107860 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.391s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.522465] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340606, 'name': CreateVM_Task, 'duration_secs': 0.752522} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.522465] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.523029] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.523229] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.523548] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.524427] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8397a6b-e8b1-4634-84e1-6c898c998ee0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.532373] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 992.532373] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522199cb-25bc-ab4a-1d51-d9fd5484e509" [ 992.532373] env[69385]: _type = "Task" [ 992.532373] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.542662] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522199cb-25bc-ab4a-1d51-d9fd5484e509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.586121] env[69385]: DEBUG nova.network.neutron [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Successfully created port: e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.814067] env[69385]: DEBUG oslo_concurrency.lockutils [req-449a40e5-92dc-4201-b221-6e12665a9b44 req-032da3a4-2070-4f55-a661-a1de87db878e service nova] Releasing lock "refresh_cache-10f6cdf9-2a69-4728-b633-cfeb0860e05d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.840438] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98747844-49a7-44eb-bf57-a765d959814d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.851148] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50997346-31b8-42cc-9eed-a5c6c0f08492 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.885614] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdffece1-03ab-4c43-850f-62bc29f4663c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.892245] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7b2d07-e6ca-4d5f-94c7-c55c0c5d682e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.908284] env[69385]: INFO nova.compute.manager [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Rescuing [ 992.908534] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "refresh_cache-e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.908682] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "refresh_cache-e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.908845] env[69385]: DEBUG nova.network.neutron [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.910519] env[69385]: DEBUG nova.compute.provider_tree [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.921015] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340607, 'name': Rename_Task, 'duration_secs': 0.283272} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.922887] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.923118] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eaa8fd3-ad4d-4fed-9712-601958b0c4a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.929354] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 992.929354] env[69385]: value = "task-3340608" [ 992.929354] env[69385]: _type = "Task" [ 992.929354] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.942309] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.046294] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522199cb-25bc-ab4a-1d51-d9fd5484e509, 'name': SearchDatastore_Task, 'duration_secs': 0.01305} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.046412] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.047028] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.047028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.047028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.047170] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.047416] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8f618f1-d805-40bc-b95f-7efab50a9ba4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.057622] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.057804] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.058669] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4286a315-753a-4f69-9aba-7fff70c40a68 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.063758] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 993.063758] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522d409c-d28c-ac15-af2e-9b708bcf03dc" [ 993.063758] env[69385]: _type = "Task" [ 993.063758] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.073064] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522d409c-d28c-ac15-af2e-9b708bcf03dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.242794] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-182f7ea0-8a42-4ea4-b9b3-9568cbf3809d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.243246] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-182f7ea0-8a42-4ea4-b9b3-9568cbf3809d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.416673] env[69385]: DEBUG nova.scheduler.client.report [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.440500] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340608, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.444046] env[69385]: DEBUG nova.compute.manager [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.466151] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.466528] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.466797] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.467054] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.467225] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.474091] env[69385]: INFO nova.compute.manager [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Terminating instance [ 993.484602] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.484787] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.484942] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.485178] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.485283] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.485422] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.485630] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.485784] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.485947] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.486123] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.486311] env[69385]: DEBUG nova.virt.hardware [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.487162] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e035c0-8207-463f-b349-84807690fc50 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.496532] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe1cc3b-597c-4068-a7cb-798c2ae898ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.576212] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522d409c-d28c-ac15-af2e-9b708bcf03dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.577749] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d07b76-7738-42ec-9f8e-aed68b9405d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.584187] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 993.584187] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526b6d3e-c1c1-c0f1-4be6-a35f2d76486f" [ 993.584187] env[69385]: _type = "Task" [ 993.584187] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.601037] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526b6d3e-c1c1-c0f1-4be6-a35f2d76486f, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.603135] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.603135] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 10f6cdf9-2a69-4728-b633-cfeb0860e05d/10f6cdf9-2a69-4728-b633-cfeb0860e05d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.603135] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1ef5177-83d3-43be-b5e9-55c5c1d46286 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.610273] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 993.610273] env[69385]: value = "task-3340609" [ 993.610273] env[69385]: _type = "Task" [ 993.610273] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.625976] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.684747] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "71616b7d-f861-4ddf-84ca-b63dda64c967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.685195] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "71616b7d-f861-4ddf-84ca-b63dda64c967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.741384] env[69385]: DEBUG nova.network.neutron [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Updating instance_info_cache with network_info: [{"id": "82310bf1-ce81-432d-9925-f6a51fae1bc3", "address": "fa:16:3e:fd:98:3d", "network": {"id": "32d4ac28-a41d-4ee5-9e12-67099ea9abc0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-243556894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "040713d064a9450397c3349335308729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82310bf1-ce", "ovs_interfaceid": "82310bf1-ce81-432d-9925-f6a51fae1bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.747946] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.747946] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.749503] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2a695-ea5c-4e8d-9290-23339acd0ef0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.771972] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79aee321-fa23-4916-bf3a-899e808e3a3c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.801393] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Reconfiguring VM to detach interface {{(pid=69385) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 993.801748] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2665c7-2833-4e15-a258-321c92073f07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.820719] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 993.820719] env[69385]: value = "task-3340610" [ 993.820719] env[69385]: _type = "Task" [ 993.820719] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.829053] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.926519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.927266] env[69385]: DEBUG nova.compute.manager [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.930234] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.751s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.930234] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.932799] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.443s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.933051] env[69385]: DEBUG nova.objects.instance [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lazy-loading 'resources' on Instance uuid 65422071-f897-45e4-8930-791693670147 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.945429] env[69385]: DEBUG oslo_vmware.api [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340608, 'name': PowerOnVM_Task, 'duration_secs': 0.723255} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.946254] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.946254] env[69385]: INFO nova.compute.manager [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Took 7.48 seconds to spawn the instance on the hypervisor. [ 993.946254] env[69385]: DEBUG nova.compute.manager [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.947486] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce537312-3207-4c25-8cf1-6307e9864b51 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.962373] env[69385]: INFO nova.scheduler.client.report [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Deleted allocations for instance 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479 [ 993.978640] env[69385]: DEBUG nova.compute.manager [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.978984] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.979928] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027475ec-07ff-4230-b0cd-f9afd451b323 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.988057] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.988452] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d74f8e4-fcab-47b9-b663-6ea90651e78f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.996300] env[69385]: DEBUG oslo_vmware.api [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 993.996300] env[69385]: value = "task-3340611" [ 993.996300] env[69385]: _type = "Task" [ 993.996300] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.010962] env[69385]: DEBUG oslo_vmware.api [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.123270] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.133194] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.133486] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.133721] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.133912] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.134144] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.137316] env[69385]: INFO nova.compute.manager [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Terminating instance [ 994.191431] env[69385]: DEBUG nova.compute.manager [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.246028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "refresh_cache-e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.327267] env[69385]: DEBUG nova.compute.manager [req-c1165c71-94e1-4c90-aeff-cb9ec20f275a req-bbd3192e-5d2e-4433-8cf7-e98f8cfcaaac service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Received event network-vif-plugged-e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 994.327530] env[69385]: DEBUG oslo_concurrency.lockutils [req-c1165c71-94e1-4c90-aeff-cb9ec20f275a req-bbd3192e-5d2e-4433-8cf7-e98f8cfcaaac service nova] Acquiring lock "1776fa73-9144-4d4b-9265-e949d4d2577a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.327799] env[69385]: DEBUG oslo_concurrency.lockutils [req-c1165c71-94e1-4c90-aeff-cb9ec20f275a req-bbd3192e-5d2e-4433-8cf7-e98f8cfcaaac service nova] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.327929] env[69385]: DEBUG oslo_concurrency.lockutils [req-c1165c71-94e1-4c90-aeff-cb9ec20f275a req-bbd3192e-5d2e-4433-8cf7-e98f8cfcaaac service nova] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.328071] env[69385]: DEBUG nova.compute.manager [req-c1165c71-94e1-4c90-aeff-cb9ec20f275a req-bbd3192e-5d2e-4433-8cf7-e98f8cfcaaac service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] No waiting events found dispatching network-vif-plugged-e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.328221] env[69385]: WARNING nova.compute.manager [req-c1165c71-94e1-4c90-aeff-cb9ec20f275a req-bbd3192e-5d2e-4433-8cf7-e98f8cfcaaac service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Received unexpected event network-vif-plugged-e1d61a7a-9b84-42d8-9da3-9b1977e022c3 for instance with vm_state building and task_state spawning. [ 994.334476] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.380937] env[69385]: DEBUG nova.network.neutron [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Successfully updated port: e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.439037] env[69385]: DEBUG nova.compute.utils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.441009] env[69385]: DEBUG nova.compute.manager [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.441009] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.471689] env[69385]: INFO nova.compute.manager [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Took 25.14 seconds to build instance. [ 994.476315] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36e6f0c9-76cb-446b-b37c-a69c2a721e2b tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "3c5a9b6f-ee7b-421b-bafe-4044a4c4e479" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.132s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.512769] env[69385]: DEBUG oslo_vmware.api [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340611, 'name': PowerOffVM_Task, 'duration_secs': 0.231705} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.515854] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.516183] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.516731] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d289e809-40c1-401c-b927-ec2740e8c96a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.535802] env[69385]: DEBUG nova.policy [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20678c31031d4208a150b3bb8f8ce4cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fda8993ff5c44a9c853297faa9c1c0bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.586023] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.586264] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.586448] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Deleting the datastore file [datastore1] d0b6f470-6386-4245-b3e6-ad5a70576ca1 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.589311] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba43f55b-5687-41e1-b306-ba4512099fb5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.596079] env[69385]: DEBUG oslo_vmware.api [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 994.596079] env[69385]: value = "task-3340613" [ 994.596079] env[69385]: _type = "Task" [ 994.596079] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.605323] env[69385]: DEBUG oslo_vmware.api [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.620565] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646482} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.620837] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 10f6cdf9-2a69-4728-b633-cfeb0860e05d/10f6cdf9-2a69-4728-b633-cfeb0860e05d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.621296] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.621667] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a54303e-c471-451f-b5d4-b7090fff4619 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.629780] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 994.629780] env[69385]: value = "task-3340614" [ 994.629780] env[69385]: _type = "Task" [ 994.629780] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.638807] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.644034] env[69385]: DEBUG nova.compute.manager [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.644256] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.645525] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0752b5f-aa18-434d-a259-c8f55337e515 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.652876] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.653150] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-065466cd-d209-4df7-b9cd-a2f1ac3f4af3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.662226] env[69385]: DEBUG oslo_vmware.api [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 994.662226] env[69385]: value = "task-3340615" [ 994.662226] env[69385]: _type = "Task" [ 994.662226] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.675775] env[69385]: DEBUG oslo_vmware.api [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.725256] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.831714] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.861540] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39322b4c-30bc-407b-a130-a0db61738034 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.869758] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb3d1c-b09d-4dd1-aad1-69cb11b2520e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.878072] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Successfully created port: 4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.904223] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.904387] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.905053] env[69385]: DEBUG nova.network.neutron [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.906738] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a919f774-060d-4627-b38f-5586fe499240 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.915951] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6117aef9-e48b-43ee-ab46-cc30508eb88e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.930479] env[69385]: DEBUG nova.compute.provider_tree [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.943704] env[69385]: DEBUG nova.compute.manager [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.976595] env[69385]: DEBUG oslo_concurrency.lockutils [None req-baf42e20-580f-41f3-8e12-8b4d7e138a84 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.656s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.110519] env[69385]: DEBUG oslo_vmware.api [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486488} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.110846] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.111573] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.111805] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.114036] env[69385]: INFO nova.compute.manager [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.114036] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.114036] env[69385]: DEBUG nova.compute.manager [-] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.114036] env[69385]: DEBUG nova.network.neutron [-] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.141483] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076267} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.142869] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.145186] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e74bef-9ebf-489b-825e-5e00510f3d95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.173012] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 10f6cdf9-2a69-4728-b633-cfeb0860e05d/10f6cdf9-2a69-4728-b633-cfeb0860e05d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.177029] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecfb180b-312c-4ec3-a0e3-01a73db49fc1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.191634] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Successfully created port: fc6a4f4d-50af-4755-9633-db13934f56b3 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.202136] env[69385]: DEBUG oslo_vmware.api [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340615, 'name': PowerOffVM_Task, 'duration_secs': 0.233026} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.206019] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.206019] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.206019] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 995.206019] env[69385]: value = "task-3340616" [ 995.206019] env[69385]: _type = "Task" [ 995.206019] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.206019] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3419ea62-2d06-4755-bd01-4a8615ed3a17 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.213966] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.246918] env[69385]: INFO nova.compute.manager [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Rebuilding instance [ 995.272425] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.272716] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.272934] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Deleting the datastore file [datastore2] dbb21929-e58a-45a0-934c-7ba9d5e11d7f {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.276344] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb185607-5025-4df2-97c9-d48433dd8675 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.286302] env[69385]: DEBUG oslo_vmware.api [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for the task: (returnval){ [ 995.286302] env[69385]: value = "task-3340618" [ 995.286302] env[69385]: _type = "Task" [ 995.286302] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.296161] env[69385]: DEBUG oslo_vmware.api [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.302582] env[69385]: DEBUG nova.compute.manager [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.302582] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b6ed90-3ae6-42cf-b8d7-ffd2437e36ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.332669] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.452379] env[69385]: DEBUG nova.network.neutron [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.464264] env[69385]: ERROR nova.scheduler.client.report [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [req-56b46994-0c68-431c-a62f-d32d909c1f1b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-56b46994-0c68-431c-a62f-d32d909c1f1b"}]} [ 995.494455] env[69385]: DEBUG nova.scheduler.client.report [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 995.514909] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.515702] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.523485] env[69385]: DEBUG nova.scheduler.client.report [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 995.523606] env[69385]: DEBUG nova.compute.provider_tree [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.542716] env[69385]: DEBUG nova.scheduler.client.report [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 995.570622] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Successfully created port: efa1c37a-76f5-448d-8830-497c0fc65eea {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.573130] env[69385]: DEBUG nova.scheduler.client.report [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 995.628758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "112dc1fc-247c-4305-95d4-7791d39efcd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.628758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.628758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "112dc1fc-247c-4305-95d4-7791d39efcd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.628758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.628758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.635097] env[69385]: INFO nova.compute.manager [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Terminating instance [ 995.693482] env[69385]: DEBUG nova.network.neutron [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Updating instance_info_cache with network_info: [{"id": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "address": "fa:16:3e:e1:84:2e", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d61a7a-9b", "ovs_interfaceid": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.719774] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340616, 'name': ReconfigVM_Task, 'duration_secs': 0.513564} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.719994] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 10f6cdf9-2a69-4728-b633-cfeb0860e05d/10f6cdf9-2a69-4728-b633-cfeb0860e05d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.720635] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a3fc7a5-df12-480c-b3db-d651fb1380da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.728267] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 995.728267] env[69385]: value = "task-3340619" [ 995.728267] env[69385]: _type = "Task" [ 995.728267] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.737089] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340619, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.785253] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.785768] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90d33a81-572a-4e9f-b710-16f34b64dedc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.797090] env[69385]: DEBUG oslo_vmware.api [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Task: {'id': task-3340618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375022} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.800976] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.801288] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.801439] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.801624] env[69385]: INFO nova.compute.manager [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 995.801894] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.802190] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 995.802190] env[69385]: value = "task-3340620" [ 995.802190] env[69385]: _type = "Task" [ 995.802190] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.802675] env[69385]: DEBUG nova.compute.manager [-] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.802761] env[69385]: DEBUG nova.network.neutron [-] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.814015] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.824146] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.824388] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.824562] env[69385]: INFO nova.compute.manager [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Shelving [ 995.835067] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.900762] env[69385]: DEBUG nova.compute.manager [req-eca0422e-aeda-4e7e-af5f-5799a74c5cb8 req-ae644961-bb72-407c-ac12-b293cf83c5a7 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Received event network-vif-deleted-b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 995.901167] env[69385]: INFO nova.compute.manager [req-eca0422e-aeda-4e7e-af5f-5799a74c5cb8 req-ae644961-bb72-407c-ac12-b293cf83c5a7 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Neutron deleted interface b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23; detaching it from the instance and deleting it from the info cache [ 995.901626] env[69385]: DEBUG nova.network.neutron [req-eca0422e-aeda-4e7e-af5f-5799a74c5cb8 req-ae644961-bb72-407c-ac12-b293cf83c5a7 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.956433] env[69385]: DEBUG nova.compute.manager [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.975826] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4529467e-9e0c-4f25-944d-5504505f6e36 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.989799] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4956e9b-2a84-4044-9e29-130a30d6d247 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.995090] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.995379] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.995563] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.995764] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.995914] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.996072] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.996389] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.996497] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.996676] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.996860] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.997113] env[69385]: DEBUG nova.virt.hardware [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.997998] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951c79ff-8c39-40d7-a22d-0071c0f318a8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.035147] env[69385]: DEBUG nova.compute.utils [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.036717] env[69385]: DEBUG nova.network.neutron [-] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.040468] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c0f656-3e15-4249-8aad-1ea0fdef1b4b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.045887] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f3998f-2f18-4745-b7b9-aa1cc5a71c30 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.064886] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d5a458-9925-4c71-b106-ac29d0b520c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.082175] env[69385]: DEBUG nova.compute.provider_tree [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.143246] env[69385]: DEBUG nova.compute.manager [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.143526] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.147023] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f605fa0e-c6b8-457e-ae3a-c629f6b10090 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.152299] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.152564] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1e541cc-bac8-493d-a8a8-a23945da4dfc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.158555] env[69385]: DEBUG oslo_vmware.api [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 996.158555] env[69385]: value = "task-3340621" [ 996.158555] env[69385]: _type = "Task" [ 996.158555] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.166483] env[69385]: DEBUG oslo_vmware.api [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.196750] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.197119] env[69385]: DEBUG nova.compute.manager [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Instance network_info: |[{"id": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "address": "fa:16:3e:e1:84:2e", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d61a7a-9b", "ovs_interfaceid": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.197613] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:84:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1d61a7a-9b84-42d8-9da3-9b1977e022c3', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.205853] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Creating folder: Project (32a3d112126c405095a224bbad080bec). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.206207] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b69d01fd-2e81-4460-8a8d-a71669b8b4c0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.217417] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Created folder: Project (32a3d112126c405095a224bbad080bec) in parent group-v666556. [ 996.217655] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Creating folder: Instances. Parent ref: group-v666750. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.217868] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72094c70-7c28-43b9-a433-6d9f9e84140a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.227329] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Created folder: Instances in parent group-v666750. [ 996.227585] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.228060] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.228060] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aa1a28f-aa8c-472f-93ab-e8b5c19a2773 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.256030] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340619, 'name': Rename_Task, 'duration_secs': 0.236315} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.256030] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.256030] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.256030] env[69385]: value = "task-3340624" [ 996.256030] env[69385]: _type = "Task" [ 996.256030] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.256030] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78a57a65-1d4b-4814-bc8c-456e8a606fb3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.265577] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340624, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.266755] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 996.266755] env[69385]: value = "task-3340625" [ 996.266755] env[69385]: _type = "Task" [ 996.266755] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.274200] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.314093] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340620, 'name': PowerOffVM_Task, 'duration_secs': 0.280624} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.314249] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.315250] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7edccd9-b4cc-4e25-862c-02a2ba80baf8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.333634] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.335949] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ec104e-361b-480b-a1be-bd09e9b254ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.341305] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f9d0f-a923-4ce1-9580-20da75191b88 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.355734] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.362307] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 996.362307] env[69385]: value = "task-3340626" [ 996.362307] env[69385]: _type = "Task" [ 996.362307] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.374471] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.388179] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.388846] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45cce705-712c-4d4b-8f65-ff3b8f6ee32b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.395528] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 996.395528] env[69385]: value = "task-3340627" [ 996.395528] env[69385]: _type = "Task" [ 996.395528] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.406072] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 996.406304] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.406583] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.406728] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.406917] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.407199] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea1c795-4046-4545-83bd-ba35613a5bcf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.410304] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6357ac2-d2dc-43b1-a1ee-7c57886ed946 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.419456] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b45e89-6178-4a51-96ec-bf84d41b32f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.431670] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.431881] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.433024] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b0dc10-abe3-43af-9da7-1f2fe7a73488 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.439104] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 996.439104] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526ff713-4bee-d053-33c2-f90212c37cf3" [ 996.439104] env[69385]: _type = "Task" [ 996.439104] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.458732] env[69385]: DEBUG nova.compute.manager [req-eca0422e-aeda-4e7e-af5f-5799a74c5cb8 req-ae644961-bb72-407c-ac12-b293cf83c5a7 service nova] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Detach interface failed, port_id=b1fd80bd-4bf8-4f29-8576-b6f3f9ca2b23, reason: Instance d0b6f470-6386-4245-b3e6-ad5a70576ca1 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 996.463711] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526ff713-4bee-d053-33c2-f90212c37cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.543021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.025s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.543021] env[69385]: INFO nova.compute.manager [-] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Took 1.43 seconds to deallocate network for instance. [ 996.606805] env[69385]: DEBUG nova.compute.manager [req-db6dc706-7c0f-403a-9c1b-0e34f8d972d1 req-364dbd68-c859-4a1e-b7ea-2861b0c9831a service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Received event network-changed-e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.606805] env[69385]: DEBUG nova.compute.manager [req-db6dc706-7c0f-403a-9c1b-0e34f8d972d1 req-364dbd68-c859-4a1e-b7ea-2861b0c9831a service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Refreshing instance network info cache due to event network-changed-e1d61a7a-9b84-42d8-9da3-9b1977e022c3. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 996.606805] env[69385]: DEBUG oslo_concurrency.lockutils [req-db6dc706-7c0f-403a-9c1b-0e34f8d972d1 req-364dbd68-c859-4a1e-b7ea-2861b0c9831a service nova] Acquiring lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.606805] env[69385]: DEBUG oslo_concurrency.lockutils [req-db6dc706-7c0f-403a-9c1b-0e34f8d972d1 req-364dbd68-c859-4a1e-b7ea-2861b0c9831a service nova] Acquired lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.606805] env[69385]: DEBUG nova.network.neutron [req-db6dc706-7c0f-403a-9c1b-0e34f8d972d1 req-364dbd68-c859-4a1e-b7ea-2861b0c9831a service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Refreshing network info cache for port e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.628862] env[69385]: DEBUG nova.scheduler.client.report [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 996.629175] env[69385]: DEBUG nova.compute.provider_tree [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 98 to 99 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 996.629364] env[69385]: DEBUG nova.compute.provider_tree [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.668151] env[69385]: DEBUG oslo_vmware.api [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340621, 'name': PowerOffVM_Task, 'duration_secs': 0.214166} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.668425] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.668624] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.668878] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1fec7a4-b64a-482a-bef8-c22c531c1dfa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.734344] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.734585] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.734816] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Deleting the datastore file [datastore1] 112dc1fc-247c-4305-95d4-7791d39efcd2 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.735121] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-765a4cbe-c53b-4fc3-aea7-9333f41fd0c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.741566] env[69385]: DEBUG oslo_vmware.api [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for the task: (returnval){ [ 996.741566] env[69385]: value = "task-3340629" [ 996.741566] env[69385]: _type = "Task" [ 996.741566] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.749756] env[69385]: DEBUG oslo_vmware.api [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.765412] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340624, 'name': CreateVM_Task, 'duration_secs': 0.332718} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.765536] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.766184] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.766361] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.766675] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.766927] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73514241-921b-4f2a-b5fc-dd639fc244bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.774453] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 996.774453] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a66fd2-7138-9253-51ae-1a89d02a23e6" [ 996.774453] env[69385]: _type = "Task" [ 996.774453] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.778164] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340625, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.785748] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a66fd2-7138-9253-51ae-1a89d02a23e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.843567] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.852097] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.852097] env[69385]: DEBUG nova.network.neutron [-] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.852981] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c276370-38ed-414b-ae5c-8f66f1659dfb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.862304] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 996.862304] env[69385]: value = "task-3340630" [ 996.862304] env[69385]: _type = "Task" [ 996.862304] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.875769] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.879186] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340626, 'name': PowerOffVM_Task, 'duration_secs': 0.240773} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.879245] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.879915] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.880336] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8f36e8-13c0-47e9-811f-bf25599412df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.886807] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.887059] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56075fff-5767-4cf5-92f6-ed6867cbd912 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.948798] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.949036] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.949240] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleting the datastore file [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.949521] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dd0217a-c330-49a7-b593-0ac75cea9a00 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.955739] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526ff713-4bee-d053-33c2-f90212c37cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.958036] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ce3d6c-43c8-406b-97da-20d7d9dbc56c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.960063] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 996.960063] env[69385]: value = "task-3340632" [ 996.960063] env[69385]: _type = "Task" [ 996.960063] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.964046] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 996.964046] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52872028-ad6f-d75e-e89b-1898387aee00" [ 996.964046] env[69385]: _type = "Task" [ 996.964046] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.970934] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.979921] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52872028-ad6f-d75e-e89b-1898387aee00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.049839] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.134257] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.201s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.137257] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.744s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.174266] env[69385]: INFO nova.scheduler.client.report [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted allocations for instance 65422071-f897-45e4-8930-791693670147 [ 997.255140] env[69385]: DEBUG oslo_vmware.api [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Task: {'id': task-3340629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24843} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.255445] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.255634] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.255813] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.255983] env[69385]: INFO nova.compute.manager [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 997.256248] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.256866] env[69385]: DEBUG nova.compute.manager [-] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.256866] env[69385]: DEBUG nova.network.neutron [-] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.283317] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340625, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.291966] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a66fd2-7138-9253-51ae-1a89d02a23e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.294161] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.294415] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.294663] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.294821] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.294999] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.295276] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3889c553-6ad9-4c6a-a810-58cff665178c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.305101] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.307827] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.307827] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e9c9b3-3762-4eba-b5c8-05c31d237c14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.311610] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 997.311610] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52dcd7ca-8e62-f116-cfa9-0c8ed401350d" [ 997.311610] env[69385]: _type = "Task" [ 997.311610] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.318826] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52dcd7ca-8e62-f116-cfa9-0c8ed401350d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.343929] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.355723] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Successfully updated port: 4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.357081] env[69385]: INFO nova.compute.manager [-] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Took 1.55 seconds to deallocate network for instance. [ 997.382288] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340630, 'name': PowerOffVM_Task, 'duration_secs': 0.194499} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.382621] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.383926] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fe773c-75be-4e22-91b5-37cab36b863e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.402628] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c72dc0d-c3b0-46d5-a8be-b82fbb1a9bfa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.461083] env[69385]: DEBUG nova.network.neutron [req-db6dc706-7c0f-403a-9c1b-0e34f8d972d1 req-364dbd68-c859-4a1e-b7ea-2861b0c9831a service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Updated VIF entry in instance network info cache for port e1d61a7a-9b84-42d8-9da3-9b1977e022c3. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.461442] env[69385]: DEBUG nova.network.neutron [req-db6dc706-7c0f-403a-9c1b-0e34f8d972d1 req-364dbd68-c859-4a1e-b7ea-2861b0c9831a service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Updating instance_info_cache with network_info: [{"id": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "address": "fa:16:3e:e1:84:2e", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d61a7a-9b", "ovs_interfaceid": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.476110] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183038} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.480082] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.480271] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.480442] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.482835] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52872028-ad6f-d75e-e89b-1898387aee00, 'name': SearchDatastore_Task, 'duration_secs': 0.028081} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.483461] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.483708] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] e66ae96a-7ea9-41d9-8e42-25a27dd5dac3/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. {{(pid=69385) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 997.483960] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc6b0eec-17fc-45c2-b1ef-75d1dc9e35b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.492174] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 997.492174] env[69385]: value = "task-3340633" [ 997.492174] env[69385]: _type = "Task" [ 997.492174] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.499316] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.605534] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.605534] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.605534] env[69385]: INFO nova.compute.manager [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Attaching volume b4b1320d-15f8-40b1-a025-0b08afbd5f98 to /dev/sdb [ 997.644567] env[69385]: INFO nova.compute.claims [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.651966] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429a7243-22c7-4f57-ab98-8322ec0b7c5f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.660582] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4873bd1-dfc0-4d8c-973d-6b6b9abe5e09 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.676327] env[69385]: DEBUG nova.virt.block_device [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updating existing volume attachment record: c36fd3b7-ddee-48ef-8439-f6353d5f3798 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.684182] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f2a4328-dd4a-4f37-9e9f-247b766b7c8a tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "65422071-f897-45e4-8930-791693670147" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.622s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.780080] env[69385]: DEBUG oslo_vmware.api [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340625, 'name': PowerOnVM_Task, 'duration_secs': 1.421028} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.780401] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.780628] env[69385]: INFO nova.compute.manager [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Took 8.89 seconds to spawn the instance on the hypervisor. [ 997.780854] env[69385]: DEBUG nova.compute.manager [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.781903] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0164ad9f-93dc-4e67-8ec1-5da3de4c346a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.828109] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52dcd7ca-8e62-f116-cfa9-0c8ed401350d, 'name': SearchDatastore_Task, 'duration_secs': 0.03146} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.829046] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac0e634-06b0-4570-9a93-5a5dcdc87aa1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.845017] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 997.845017] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d87b02-06b8-cffd-055f-752a3c67c558" [ 997.845017] env[69385]: _type = "Task" [ 997.845017] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.858525] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.871438] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.872184] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d87b02-06b8-cffd-055f-752a3c67c558, 'name': SearchDatastore_Task, 'duration_secs': 0.024785} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.872917] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.873378] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 1776fa73-9144-4d4b-9265-e949d4d2577a/1776fa73-9144-4d4b-9265-e949d4d2577a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.873707] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97a97113-d797-4135-8ad2-c80a3cda62b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.887045] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 997.887045] env[69385]: value = "task-3340634" [ 997.887045] env[69385]: _type = "Task" [ 997.887045] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.893204] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.913852] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 997.913852] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58f7f221-fd7d-4d13-a0ef-c7fa14891850 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.925602] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 997.925602] env[69385]: value = "task-3340636" [ 997.925602] env[69385]: _type = "Task" [ 997.925602] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.935622] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.967745] env[69385]: DEBUG oslo_concurrency.lockutils [req-db6dc706-7c0f-403a-9c1b-0e34f8d972d1 req-364dbd68-c859-4a1e-b7ea-2861b0c9831a service nova] Releasing lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.004532] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340633, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.075781] env[69385]: DEBUG nova.compute.manager [req-89f99f4c-3050-463d-b12e-c9cdeb134b7c req-f2f2b457-c588-4bab-ac33-78461ed92f02 service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Received event network-vif-deleted-bc34231d-b607-40c6-a37a-42799c028772 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.075781] env[69385]: INFO nova.compute.manager [req-89f99f4c-3050-463d-b12e-c9cdeb134b7c req-f2f2b457-c588-4bab-ac33-78461ed92f02 service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Neutron deleted interface bc34231d-b607-40c6-a37a-42799c028772; detaching it from the instance and deleting it from the info cache [ 998.075781] env[69385]: DEBUG nova.network.neutron [req-89f99f4c-3050-463d-b12e-c9cdeb134b7c req-f2f2b457-c588-4bab-ac33-78461ed92f02 service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.081661] env[69385]: DEBUG nova.network.neutron [-] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.104634] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.108032] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.108032] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.108032] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.108032] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.108032] env[69385]: INFO nova.compute.manager [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Terminating instance [ 998.158392] env[69385]: INFO nova.compute.resource_tracker [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating resource usage from migration 163af210-ed99-493e-bb97-8c55b7f7b2d0 [ 998.318578] env[69385]: INFO nova.compute.manager [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Took 26.35 seconds to build instance. [ 998.355204] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.394486] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340634, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.436107] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.507512] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67274} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.509101] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] e66ae96a-7ea9-41d9-8e42-25a27dd5dac3/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. [ 998.510279] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7527c54b-e9e5-4584-b2f8-1643d63dc968 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.515928] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.516171] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.516374] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.516689] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.516689] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.516938] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.517034] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.517430] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.517430] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.517630] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.517698] env[69385]: DEBUG nova.virt.hardware [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.518637] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b4a961-4754-4daa-b987-ab129ee1e036 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.546961] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e66ae96a-7ea9-41d9-8e42-25a27dd5dac3/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.548235] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39085b1c-9e0b-4e7c-acb5-f6476f18b7c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.569774] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b850564a-2921-43a8-8ebc-7cc27ed6975a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.575544] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 998.575544] env[69385]: value = "task-3340639" [ 998.575544] env[69385]: _type = "Task" [ 998.575544] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.592715] env[69385]: INFO nova.compute.manager [-] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Took 1.34 seconds to deallocate network for instance. [ 998.593394] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:24:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.601127] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.601773] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75e4bab8-46c8-4b63-8a27-56f324f65b6f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.605899] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.612899] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc80f856-f5af-4dfd-bd3d-4d564e441a37 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.629492] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.634655] env[69385]: DEBUG nova.compute.manager [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.634655] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.635109] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f91fc2e-d6f6-477e-9bcb-8e47cb950596 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.642944] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542f000f-272b-42d8-bb02-f8da365ffd11 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.662114] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.662114] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.662114] env[69385]: value = "task-3340640" [ 998.662114] env[69385]: _type = "Task" [ 998.662114] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.662114] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22609e08-3361-446c-86c3-f9f801779b69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.668179] env[69385]: DEBUG nova.compute.manager [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Received event network-vif-deleted-bff7c284-e14f-4530-a9da-d0ae73e8418e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.668383] env[69385]: DEBUG nova.compute.manager [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received event network-vif-plugged-4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.668576] env[69385]: DEBUG oslo_concurrency.lockutils [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] Acquiring lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.669175] env[69385]: DEBUG oslo_concurrency.lockutils [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.669175] env[69385]: DEBUG oslo_concurrency.lockutils [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.669175] env[69385]: DEBUG nova.compute.manager [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] No waiting events found dispatching network-vif-plugged-4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.669326] env[69385]: WARNING nova.compute.manager [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received unexpected event network-vif-plugged-4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3 for instance with vm_state building and task_state spawning. [ 998.669506] env[69385]: DEBUG nova.compute.manager [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received event network-changed-4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.669668] env[69385]: DEBUG nova.compute.manager [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Refreshing instance network info cache due to event network-changed-4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 998.669873] env[69385]: DEBUG oslo_concurrency.lockutils [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] Acquiring lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.670010] env[69385]: DEBUG oslo_concurrency.lockutils [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] Acquired lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.671797] env[69385]: DEBUG nova.network.neutron [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Refreshing network info cache for port 4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.685647] env[69385]: DEBUG nova.compute.manager [req-89f99f4c-3050-463d-b12e-c9cdeb134b7c req-f2f2b457-c588-4bab-ac33-78461ed92f02 service nova] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Detach interface failed, port_id=bc34231d-b607-40c6-a37a-42799c028772, reason: Instance 112dc1fc-247c-4305-95d4-7791d39efcd2 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 998.690604] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a87af4f-7ac9-46e7-9b9f-66b9b4ace45a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.699487] env[69385]: DEBUG oslo_vmware.api [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 998.699487] env[69385]: value = "task-3340641" [ 998.699487] env[69385]: _type = "Task" [ 998.699487] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.699974] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340640, 'name': CreateVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.707463] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6254b2-721f-4159-b15d-0d34faa0b556 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.715250] env[69385]: DEBUG oslo_vmware.api [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.753059] env[69385]: DEBUG nova.network.neutron [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.758053] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045e82f1-cba7-4a02-8fbe-0654e0d18c3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.761230] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "6d546662-16b1-4813-bd02-6ac165b76845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.761468] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "6d546662-16b1-4813-bd02-6ac165b76845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.769059] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd7db40-fd00-48c2-bbec-f30e92122d54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.789675] env[69385]: DEBUG nova.compute.provider_tree [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.819282] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6a03941d-0c95-46b7-b765-ac12d0801c94 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.861s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.848166] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.859715] env[69385]: DEBUG nova.network.neutron [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.891032] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "ae499731-184c-4b63-9993-3d5b229df920" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.891470] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.897008] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753694} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.899898] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 1776fa73-9144-4d4b-9265-e949d4d2577a/1776fa73-9144-4d4b-9265-e949d4d2577a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.899898] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.899898] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1788940c-7c8d-4abc-af67-ec2c2c0b8d20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.906317] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 998.906317] env[69385]: value = "task-3340642" [ 998.906317] env[69385]: _type = "Task" [ 998.906317] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.915602] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.937894] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.088205] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.131833] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.172477] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340640, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.213743] env[69385]: DEBUG oslo_vmware.api [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340641, 'name': PowerOffVM_Task, 'duration_secs': 0.188628} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.214063] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.214243] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.214499] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5e829cf-527b-4351-b70e-7fab554af5ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.264875] env[69385]: DEBUG nova.compute.manager [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.292797] env[69385]: DEBUG nova.scheduler.client.report [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.346243] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.365322] env[69385]: DEBUG oslo_concurrency.lockutils [req-463bb2f6-95b6-449f-9448-6671b4010974 req-e93861fa-b2ea-4aaf-a9df-17266def9059 service nova] Releasing lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.399552] env[69385]: DEBUG nova.compute.utils [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.417037] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07628} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.417322] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.418083] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a545f0d-64d2-433a-ae53-8b197026f8e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.440868] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 1776fa73-9144-4d4b-9265-e949d4d2577a/1776fa73-9144-4d4b-9265-e949d4d2577a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.443975] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d783410-c442-4781-a511-42477b9a6929 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.463669] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340636, 'name': CreateSnapshot_Task, 'duration_secs': 1.080258} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.464938] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 999.465266] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 999.465266] env[69385]: value = "task-3340644" [ 999.465266] env[69385]: _type = "Task" [ 999.465266] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.465948] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc406d-dd1a-42a4-b418-0bcfd3fd84f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.480600] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340644, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.537449] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.537681] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.537942] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleting the datastore file [datastore2] 01421166-37ef-4e1c-9de4-6bdd513d2ad2 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.538217] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17bdab3b-a20f-4359-8683-2cede2c877f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.545596] env[69385]: DEBUG oslo_vmware.api [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 999.545596] env[69385]: value = "task-3340645" [ 999.545596] env[69385]: _type = "Task" [ 999.545596] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.557327] env[69385]: DEBUG oslo_vmware.api [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.586609] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340639, 'name': ReconfigVM_Task, 'duration_secs': 0.546512} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.586800] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e66ae96a-7ea9-41d9-8e42-25a27dd5dac3/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.587620] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca479f37-2445-41a1-9562-bfdf4d79261e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.614101] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9bdad8-efe3-4c5d-958b-62976b3975b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.629816] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 999.629816] env[69385]: value = "task-3340646" [ 999.629816] env[69385]: _type = "Task" [ 999.629816] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.640645] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.643617] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Successfully updated port: fc6a4f4d-50af-4755-9633-db13934f56b3 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.672778] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340640, 'name': CreateVM_Task, 'duration_secs': 0.882873} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.672971] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.673684] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.673851] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.674325] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.674796] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86553d87-83f4-4dbf-a759-82d864582067 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.679320] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 999.679320] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d0432-7380-7fc4-c10d-755b298c31d2" [ 999.679320] env[69385]: _type = "Task" [ 999.679320] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.687534] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d0432-7380-7fc4-c10d-755b298c31d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.789759] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.798021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.661s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.798303] env[69385]: INFO nova.compute.manager [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Migrating [ 999.805817] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.080s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.806912] env[69385]: INFO nova.compute.claims [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.850689] env[69385]: DEBUG oslo_vmware.api [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340610, 'name': ReconfigVM_Task, 'duration_secs': 5.842511} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.851078] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.851322] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Reconfigured VM to detach interface {{(pid=69385) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 999.902314] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.979024] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340644, 'name': ReconfigVM_Task, 'duration_secs': 0.411934} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.979189] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 1776fa73-9144-4d4b-9265-e949d4d2577a/1776fa73-9144-4d4b-9265-e949d4d2577a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.979738] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56760104-02d0-4868-bd94-2eb4f8890ba3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.987787] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 999.988397] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eef1daee-ff76-4086-9ba6-23f62752fe27 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.996776] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 999.996776] env[69385]: value = "task-3340648" [ 999.996776] env[69385]: _type = "Task" [ 999.996776] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.998147] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 999.998147] env[69385]: value = "task-3340647" [ 999.998147] env[69385]: _type = "Task" [ 999.998147] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.009262] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340648, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.012419] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340647, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.058698] env[69385]: DEBUG oslo_vmware.api [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23464} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.059041] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.059314] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.060215] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.060215] env[69385]: INFO nova.compute.manager [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1000.060215] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.060406] env[69385]: DEBUG nova.compute.manager [-] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.060588] env[69385]: DEBUG nova.network.neutron [-] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.142450] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340646, 'name': ReconfigVM_Task, 'duration_secs': 0.177259} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.142775] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.143055] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a69a33fe-1978-4f77-840b-25d582fcd8b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.151347] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1000.151347] env[69385]: value = "task-3340649" [ 1000.151347] env[69385]: _type = "Task" [ 1000.151347] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.161910] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.193233] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d0432-7380-7fc4-c10d-755b298c31d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.193567] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.193805] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.194609] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.196743] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.196743] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.196743] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-877f1e10-b444-4d7e-9647-5c1b55fa472a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.208581] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.208981] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.210534] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-168899ba-3e3d-4c3a-9579-5c1b529be444 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.220138] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1000.220138] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523b332a-629e-7ed1-b252-fff297dc763e" [ 1000.220138] env[69385]: _type = "Task" [ 1000.220138] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.230080] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523b332a-629e-7ed1-b252-fff297dc763e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.320959] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.321397] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.321773] env[69385]: DEBUG nova.network.neutron [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.512458] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340648, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.517106] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340647, 'name': Rename_Task, 'duration_secs': 0.399871} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.517207] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.517572] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8336a5f1-6db0-4598-b99c-ccb0f110eb1e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.524102] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1000.524102] env[69385]: value = "task-3340651" [ 1000.524102] env[69385]: _type = "Task" [ 1000.524102] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.533222] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.535368] env[69385]: DEBUG nova.compute.manager [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received event network-vif-plugged-fc6a4f4d-50af-4755-9633-db13934f56b3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.536439] env[69385]: DEBUG oslo_concurrency.lockutils [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] Acquiring lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.536439] env[69385]: DEBUG oslo_concurrency.lockutils [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.536439] env[69385]: DEBUG oslo_concurrency.lockutils [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.536439] env[69385]: DEBUG nova.compute.manager [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] No waiting events found dispatching network-vif-plugged-fc6a4f4d-50af-4755-9633-db13934f56b3 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.536691] env[69385]: WARNING nova.compute.manager [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received unexpected event network-vif-plugged-fc6a4f4d-50af-4755-9633-db13934f56b3 for instance with vm_state building and task_state spawning. [ 1000.536803] env[69385]: DEBUG nova.compute.manager [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received event network-changed-fc6a4f4d-50af-4755-9633-db13934f56b3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.536893] env[69385]: DEBUG nova.compute.manager [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Refreshing instance network info cache due to event network-changed-fc6a4f4d-50af-4755-9633-db13934f56b3. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1000.537092] env[69385]: DEBUG oslo_concurrency.lockutils [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] Acquiring lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.537232] env[69385]: DEBUG oslo_concurrency.lockutils [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] Acquired lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.537401] env[69385]: DEBUG nova.network.neutron [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Refreshing network info cache for port fc6a4f4d-50af-4755-9633-db13934f56b3 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.662981] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.732248] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523b332a-629e-7ed1-b252-fff297dc763e, 'name': SearchDatastore_Task, 'duration_secs': 0.024259} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.732947] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec174078-9ce9-46b0-8105-72f23f30b47c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.739024] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1000.739024] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5255ae00-465f-030a-5f89-f5f8db71f3d9" [ 1000.739024] env[69385]: _type = "Task" [ 1000.739024] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.749636] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5255ae00-465f-030a-5f89-f5f8db71f3d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.900285] env[69385]: DEBUG nova.compute.manager [req-e3955453-32ac-48af-a5ec-9f7af373afa5 req-915a9269-ab37-48c1-bccb-eb57ab09bd57 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Received event network-vif-deleted-6a996191-46cd-4e5f-900d-d82cc765ecb8 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.900593] env[69385]: INFO nova.compute.manager [req-e3955453-32ac-48af-a5ec-9f7af373afa5 req-915a9269-ab37-48c1-bccb-eb57ab09bd57 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Neutron deleted interface 6a996191-46cd-4e5f-900d-d82cc765ecb8; detaching it from the instance and deleting it from the info cache [ 1000.900681] env[69385]: DEBUG nova.network.neutron [req-e3955453-32ac-48af-a5ec-9f7af373afa5 req-915a9269-ab37-48c1-bccb-eb57ab09bd57 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.928491] env[69385]: DEBUG nova.network.neutron [-] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.978406] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "ae499731-184c-4b63-9993-3d5b229df920" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.978406] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.978406] env[69385]: INFO nova.compute.manager [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Attaching volume 63e111d6-d915-46f0-950c-4600c4804b7f to /dev/sdb [ 1001.011213] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340648, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.039543] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340651, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.046080] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85b4f85-5460-4768-b648-15465412685d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.059745] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efc340b-09a8-48db-a4d8-f26d6b32c91b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.074327] env[69385]: DEBUG nova.virt.block_device [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Updating existing volume attachment record: 417a4cad-011b-45cc-926e-3a87b1a566cf {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1001.123517] env[69385]: DEBUG nova.network.neutron [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.167217] env[69385]: DEBUG nova.network.neutron [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance_info_cache with network_info: [{"id": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "address": "fa:16:3e:39:c9:fc", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2960a216-fb", "ovs_interfaceid": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.171455] env[69385]: DEBUG oslo_vmware.api [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340649, 'name': PowerOnVM_Task, 'duration_secs': 0.673735} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.172295] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.175486] env[69385]: DEBUG nova.compute.manager [None req-78e428ae-a0ba-4822-ae94-334975589345 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.176668] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5527ee7f-3101-4d86-b104-1e043f53ce8a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.194029] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.194029] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.194029] env[69385]: DEBUG nova.network.neutron [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.254408] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5255ae00-465f-030a-5f89-f5f8db71f3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.014109} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.254868] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.254965] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa/0b6f0304-0311-4b7b-a759-5b60c97e22fa.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.255299] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c44dd59-28d5-417c-bc3f-5e23e408bfc6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.262153] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1001.262153] env[69385]: value = "task-3340653" [ 1001.262153] env[69385]: _type = "Task" [ 1001.262153] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.269041] env[69385]: DEBUG nova.network.neutron [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.275130] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.293194] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528e29dd-b9c0-4697-8159-55b1382ec734 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.300809] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bf6df0-ca1b-48df-8894-daea31828fe7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.334032] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2d84b9-d623-4a6c-9ed4-342d2a0fa382 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.344121] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b68ba9d-a164-4b30-9b8b-d917a32c9973 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.361877] env[69385]: DEBUG nova.compute.provider_tree [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.404436] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25a1c34f-18fd-4fa0-aa37-da31a293957f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.414603] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68266e09-0ebd-4738-a4a0-1edf3c7cd12a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.435515] env[69385]: INFO nova.compute.manager [-] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Took 1.37 seconds to deallocate network for instance. [ 1001.451156] env[69385]: DEBUG nova.compute.manager [req-e3955453-32ac-48af-a5ec-9f7af373afa5 req-915a9269-ab37-48c1-bccb-eb57ab09bd57 service nova] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Detach interface failed, port_id=6a996191-46cd-4e5f-900d-d82cc765ecb8, reason: Instance 01421166-37ef-4e1c-9de4-6bdd513d2ad2 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1001.493168] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.493521] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.510103] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340648, 'name': CloneVM_Task, 'duration_secs': 1.478587} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.511197] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Created linked-clone VM from snapshot [ 1001.512044] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eecb5b8-7671-4ecf-8f44-8e37def6e7b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.521095] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Uploading image 9c89d33e-0b04-4138-812f-9d86c3d8fb7c {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1001.535862] env[69385]: DEBUG oslo_vmware.api [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340651, 'name': PowerOnVM_Task, 'duration_secs': 0.605286} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.536164] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.536368] env[69385]: INFO nova.compute.manager [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1001.536732] env[69385]: DEBUG nova.compute.manager [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.537422] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f6939e-0f60-4f25-b119-9057455933c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.552620] env[69385]: DEBUG oslo_vmware.rw_handles [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1001.552620] env[69385]: value = "vm-666757" [ 1001.552620] env[69385]: _type = "VirtualMachine" [ 1001.552620] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1001.554056] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11fb6645-9445-4503-846b-34a2178199e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.561359] env[69385]: DEBUG oslo_vmware.rw_handles [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lease: (returnval){ [ 1001.561359] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527f5e0e-2fda-f18d-1b71-6f67e81d4447" [ 1001.561359] env[69385]: _type = "HttpNfcLease" [ 1001.561359] env[69385]: } obtained for exporting VM: (result){ [ 1001.561359] env[69385]: value = "vm-666757" [ 1001.561359] env[69385]: _type = "VirtualMachine" [ 1001.561359] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1001.561734] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the lease: (returnval){ [ 1001.561734] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527f5e0e-2fda-f18d-1b71-6f67e81d4447" [ 1001.561734] env[69385]: _type = "HttpNfcLease" [ 1001.561734] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1001.571399] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.571399] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527f5e0e-2fda-f18d-1b71-6f67e81d4447" [ 1001.571399] env[69385]: _type = "HttpNfcLease" [ 1001.571399] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.583576] env[69385]: DEBUG oslo_concurrency.lockutils [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.583910] env[69385]: DEBUG oslo_concurrency.lockutils [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.584220] env[69385]: DEBUG oslo_concurrency.lockutils [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.584401] env[69385]: DEBUG oslo_concurrency.lockutils [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.584598] env[69385]: DEBUG oslo_concurrency.lockutils [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.588649] env[69385]: INFO nova.compute.manager [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Terminating instance [ 1001.674477] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.777729] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340653, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.777729] env[69385]: DEBUG oslo_concurrency.lockutils [req-4c32c150-5f86-4f87-8152-486f7be94308 req-612259c5-48ca-41de-862f-8ce0737151ff service nova] Releasing lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.880934] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Successfully updated port: efa1c37a-76f5-448d-8830-497c0fc65eea {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.886884] env[69385]: ERROR nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [req-ec29f8e0-bb5e-461a-80e3-790556e24d20] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec29f8e0-bb5e-461a-80e3-790556e24d20"}]} [ 1001.915631] env[69385]: DEBUG nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1001.929776] env[69385]: DEBUG nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1001.930048] env[69385]: DEBUG nova.compute.provider_tree [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.947390] env[69385]: DEBUG nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1001.956289] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.969785] env[69385]: DEBUG nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1001.998822] env[69385]: DEBUG nova.compute.manager [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.070114] env[69385]: INFO nova.compute.manager [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Took 27.73 seconds to build instance. [ 1002.076949] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.076949] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527f5e0e-2fda-f18d-1b71-6f67e81d4447" [ 1002.076949] env[69385]: _type = "HttpNfcLease" [ 1002.076949] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1002.076949] env[69385]: DEBUG oslo_vmware.rw_handles [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1002.076949] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527f5e0e-2fda-f18d-1b71-6f67e81d4447" [ 1002.076949] env[69385]: _type = "HttpNfcLease" [ 1002.076949] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1002.076949] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f44cbeb-0adc-4398-b450-1d39f08df22b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.084640] env[69385]: DEBUG oslo_vmware.rw_handles [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fe18-9c37-207e-8948-ddca70a7b87d/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1002.085330] env[69385]: DEBUG oslo_vmware.rw_handles [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fe18-9c37-207e-8948-ddca70a7b87d/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1002.093694] env[69385]: DEBUG nova.compute.manager [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.093988] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.152913] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eedb9b-2b15-489d-9bfe-77c4b1cc409a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.167806] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.168184] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21951f76-a7b6-4230-9b6d-f2cd8301447f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.174579] env[69385]: DEBUG oslo_vmware.api [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1002.174579] env[69385]: value = "task-3340657" [ 1002.174579] env[69385]: _type = "Task" [ 1002.174579] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.190726] env[69385]: DEBUG oslo_vmware.api [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.252103] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6edb0e7c-7f46-4c9f-8edf-a9d10ccc20a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.276332] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546815} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.276910] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa/0b6f0304-0311-4b7b-a759-5b60c97e22fa.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.276910] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.281545] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a3ccff8-572b-495d-840c-125d1002b708 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.286956] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1002.286956] env[69385]: value = "task-3340658" [ 1002.286956] env[69385]: _type = "Task" [ 1002.286956] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.303862] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.318130] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.318381] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.359733] env[69385]: INFO nova.network.neutron [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Port 182f7ea0-8a42-4ea4-b9b3-9568cbf3809d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1002.359733] env[69385]: INFO nova.network.neutron [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Port bdebb23d-6775-41a4-ab65-046a4914af88 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1002.359733] env[69385]: DEBUG nova.network.neutron [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updating instance_info_cache with network_info: [{"id": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "address": "fa:16:3e:16:98:07", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada6ae53-e7", "ovs_interfaceid": "ada6ae53-e7ed-4873-993d-99fa4c58185d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.388060] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.388224] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquired lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.388379] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.475949] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc2c30f-e461-432c-9e08-2baddbe02150 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.484457] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970450dd-035f-4cac-be2c-e2421174462a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.521998] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb0f7b4-1e07-4fad-8b37-a26fede18778 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.533975] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.534238] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.536360] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d450e2-98d3-4d70-8c88-893450e40b2b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.541535] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.555414] env[69385]: DEBUG nova.compute.provider_tree [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.571963] env[69385]: DEBUG oslo_concurrency.lockutils [None req-14688bf9-3ee0-4e81-a836-3dbd9e4ac5c6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.242s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.685139] env[69385]: DEBUG oslo_vmware.api [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340657, 'name': PowerOffVM_Task, 'duration_secs': 0.342224} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.685744] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.685931] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.686258] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0172982-18ff-40ba-87e0-aaccb01d915d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.724588] env[69385]: DEBUG nova.compute.manager [req-c3d20e28-7842-415f-ac70-2176602a712b req-626cb958-d9ca-4b9e-846e-629f059fbe9e service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-vif-deleted-182f7ea0-8a42-4ea4-b9b3-9568cbf3809d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.750897] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1002.751135] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666754', 'volume_id': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'name': 'volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ee0588-43d0-4b08-a661-af12ca0c4db9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'serial': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1002.752257] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366cf77-a9ff-4c5e-8de7-e252081c82b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.771490] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e4611-39f8-4cee-88dd-21ff7d67cae5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.802463] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98/volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.809053] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f8a991-a34a-4e22-9698-1e82489bf2cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.822560] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.822930] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.823247] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleting the datastore file [datastore2] 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.823711] env[69385]: DEBUG nova.compute.manager [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.826278] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2ad5486-a146-4741-9bf5-bbf9d740d8cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.834130] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067554} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.836108] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.837031] env[69385]: DEBUG oslo_vmware.api [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1002.837031] env[69385]: value = "task-3340660" [ 1002.837031] env[69385]: _type = "Task" [ 1002.837031] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.837390] env[69385]: DEBUG oslo_vmware.api [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1002.837390] env[69385]: value = "task-3340661" [ 1002.837390] env[69385]: _type = "Task" [ 1002.837390] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.838353] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8122b9ed-6328-4ff4-844f-f1bf73573b41 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.854114] env[69385]: DEBUG oslo_vmware.api [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.868649] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.880623] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa/0b6f0304-0311-4b7b-a759-5b60c97e22fa.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.881207] env[69385]: DEBUG oslo_vmware.api [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.883865] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f1857c59-2dae-4f6c-83f9-60cbecd6cd55 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1-182f7ea0-8a42-4ea4-b9b3-9568cbf3809d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.641s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.885171] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e5d194e-030c-4401-91a4-6bc6edb098f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.914788] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1002.914788] env[69385]: value = "task-3340662" [ 1002.914788] env[69385]: _type = "Task" [ 1002.914788] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.923388] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.923712] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.928916] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.953680] env[69385]: DEBUG nova.compute.manager [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-vif-deleted-bdebb23d-6775-41a4-ab65-046a4914af88 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.954223] env[69385]: DEBUG nova.compute.manager [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received event network-vif-plugged-efa1c37a-76f5-448d-8830-497c0fc65eea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.954607] env[69385]: DEBUG oslo_concurrency.lockutils [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] Acquiring lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.954898] env[69385]: DEBUG oslo_concurrency.lockutils [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.955103] env[69385]: DEBUG oslo_concurrency.lockutils [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.955583] env[69385]: DEBUG nova.compute.manager [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] No waiting events found dispatching network-vif-plugged-efa1c37a-76f5-448d-8830-497c0fc65eea {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.955770] env[69385]: WARNING nova.compute.manager [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received unexpected event network-vif-plugged-efa1c37a-76f5-448d-8830-497c0fc65eea for instance with vm_state building and task_state spawning. [ 1002.955944] env[69385]: DEBUG nova.compute.manager [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received event network-changed-efa1c37a-76f5-448d-8830-497c0fc65eea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.956119] env[69385]: DEBUG nova.compute.manager [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Refreshing instance network info cache due to event network-changed-efa1c37a-76f5-448d-8830-497c0fc65eea. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1002.956323] env[69385]: DEBUG oslo_concurrency.lockutils [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] Acquiring lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.977575] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.047390] env[69385]: DEBUG nova.compute.manager [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.087577] env[69385]: ERROR nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [req-9ea3023a-4ff4-4c52-ab1e-282a8c81773d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ea3023a-4ff4-4c52-ab1e-282a8c81773d"}]} [ 1003.116683] env[69385]: DEBUG nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1003.138421] env[69385]: DEBUG nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1003.138735] env[69385]: DEBUG nova.compute.provider_tree [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.158216] env[69385]: DEBUG nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1003.187069] env[69385]: DEBUG nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1003.197092] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0be9a0-5040-47e2-b058-e48ec6eb5a2f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.218188] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance 'e43d449e-449f-44fe-a914-4fec3014af08' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.352238] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.359349] env[69385]: DEBUG oslo_vmware.api [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340660, 'name': ReconfigVM_Task, 'duration_secs': 0.392265} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.363083] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfigured VM instance instance-0000003f to attach disk [datastore2] volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98/volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.367118] env[69385]: DEBUG oslo_vmware.api [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273159} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.372883] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81287289-1f5c-4844-9402-1db94488e374 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.383149] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.383370] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.383629] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.383894] env[69385]: INFO nova.compute.manager [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1003.384233] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.385026] env[69385]: DEBUG nova.compute.manager [-] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.385141] env[69385]: DEBUG nova.network.neutron [-] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.392196] env[69385]: DEBUG oslo_vmware.api [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1003.392196] env[69385]: value = "task-3340663" [ 1003.392196] env[69385]: _type = "Task" [ 1003.392196] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.408699] env[69385]: DEBUG oslo_vmware.api [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.424828] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340662, 'name': ReconfigVM_Task, 'duration_secs': 0.38952} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.427666] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa/0b6f0304-0311-4b7b-a759-5b60c97e22fa.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.428833] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fed495e7-dc3f-45d7-8e54-1260a0474e2b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.433591] env[69385]: DEBUG nova.compute.manager [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.442080] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1003.442080] env[69385]: value = "task-3340665" [ 1003.442080] env[69385]: _type = "Task" [ 1003.442080] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.454484] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340665, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.499331] env[69385]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port bdebb23d-6775-41a4-ab65-046a4914af88 could not be found.", "detail": ""}} {{(pid=69385) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1003.500125] env[69385]: DEBUG nova.network.neutron [-] Unable to show port bdebb23d-6775-41a4-ab65-046a4914af88 as it no longer exists. {{(pid=69385) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1003.576973] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.730893] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.731206] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45dcad80-dc9b-49db-bbce-66f81bfc699f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.739631] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1003.739631] env[69385]: value = "task-3340666" [ 1003.739631] env[69385]: _type = "Task" [ 1003.739631] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.748623] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5854ae-d61a-46ca-8f1e-06b18a7213a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.757708] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.760910] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0338d9f5-f494-46d1-800a-9177a5ff0d24 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.797035] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd70f773-301f-46af-821e-16ee02165b0e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.806651] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d344d07e-80c8-4ec6-8b91-e492613f3684 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.821771] env[69385]: DEBUG nova.compute.provider_tree [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.838420] env[69385]: DEBUG nova.network.neutron [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Updating instance_info_cache with network_info: [{"id": "4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3", "address": "fa:16:3e:67:b2:39", "network": {"id": "ddff4254-fa9f-4099-8252-571134c0710a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-411455153", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5359a5-57", "ovs_interfaceid": "4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc6a4f4d-50af-4755-9633-db13934f56b3", "address": "fa:16:3e:1e:ac:c8", "network": {"id": "0fa22d5a-7542-42ef-aeb1-d8906d56c216", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1427390678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6a4f4d-50", "ovs_interfaceid": "fc6a4f4d-50af-4755-9633-db13934f56b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efa1c37a-76f5-448d-8830-497c0fc65eea", "address": "fa:16:3e:9c:02:c8", "network": {"id": "ddff4254-fa9f-4099-8252-571134c0710a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-411455153", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa1c37a-76", "ovs_interfaceid": "efa1c37a-76f5-448d-8830-497c0fc65eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.903560] env[69385]: DEBUG oslo_vmware.api [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340663, 'name': ReconfigVM_Task, 'duration_secs': 0.162476} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.904225] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666754', 'volume_id': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'name': 'volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ee0588-43d0-4b08-a661-af12ca0c4db9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'serial': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1003.958866] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340665, 'name': Rename_Task, 'duration_secs': 0.191888} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.959715] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.960147] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0048831d-888d-424d-aaee-b66b3c4105d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.963722] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.971015] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1003.971015] env[69385]: value = "task-3340667" [ 1003.971015] env[69385]: _type = "Task" [ 1003.971015] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.977848] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.256987] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340666, 'name': PowerOffVM_Task, 'duration_secs': 0.287584} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.256987] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.256987] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance 'e43d449e-449f-44fe-a914-4fec3014af08' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.343913] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Releasing lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.344411] env[69385]: DEBUG nova.compute.manager [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Instance network_info: |[{"id": "4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3", "address": "fa:16:3e:67:b2:39", "network": {"id": "ddff4254-fa9f-4099-8252-571134c0710a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-411455153", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5359a5-57", "ovs_interfaceid": "4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc6a4f4d-50af-4755-9633-db13934f56b3", "address": "fa:16:3e:1e:ac:c8", "network": {"id": "0fa22d5a-7542-42ef-aeb1-d8906d56c216", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1427390678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6a4f4d-50", "ovs_interfaceid": "fc6a4f4d-50af-4755-9633-db13934f56b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efa1c37a-76f5-448d-8830-497c0fc65eea", "address": "fa:16:3e:9c:02:c8", "network": {"id": "ddff4254-fa9f-4099-8252-571134c0710a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-411455153", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa1c37a-76", "ovs_interfaceid": "efa1c37a-76f5-448d-8830-497c0fc65eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.344732] env[69385]: DEBUG oslo_concurrency.lockutils [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] Acquired lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.344900] env[69385]: DEBUG nova.network.neutron [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Refreshing network info cache for port efa1c37a-76f5-448d-8830-497c0fc65eea {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.346478] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:b2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ac:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc6a4f4d-50af-4755-9633-db13934f56b3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:02:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efa1c37a-76f5-448d-8830-497c0fc65eea', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.359459] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Creating folder: Project (fda8993ff5c44a9c853297faa9c1c0bf). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.360709] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da09177a-4fb8-4132-bf2f-5435464ed7f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.363438] env[69385]: DEBUG nova.scheduler.client.report [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1004.363725] env[69385]: DEBUG nova.compute.provider_tree [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 105 to 106 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1004.363998] env[69385]: DEBUG nova.compute.provider_tree [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.377866] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Created folder: Project (fda8993ff5c44a9c853297faa9c1c0bf) in parent group-v666556. [ 1004.378024] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Creating folder: Instances. Parent ref: group-v666760. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.378451] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de33d75c-79a4-4391-927e-314f0fce3fb5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.388807] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Created folder: Instances in parent group-v666760. [ 1004.389090] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.389512] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.390258] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdf757ab-75e9-4fda-8406-ee9c06f0abaf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.419377] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.419377] env[69385]: value = "task-3340670" [ 1004.419377] env[69385]: _type = "Task" [ 1004.419377] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.428203] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340670, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.480307] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.766026] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.771243] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab07810-48c9-479f-a791-65894894fe26 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.790561] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1004.790561] env[69385]: value = "task-3340671" [ 1004.790561] env[69385]: _type = "Task" [ 1004.790561] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.801326] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.823163] env[69385]: DEBUG nova.compute.manager [req-a1ecf23f-e32c-4bd4-a67b-3415e0076d2e req-fb1f38bf-08ce-4794-9175-315d08b1539d service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Received event network-changed-e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1004.823163] env[69385]: DEBUG nova.compute.manager [req-a1ecf23f-e32c-4bd4-a67b-3415e0076d2e req-fb1f38bf-08ce-4794-9175-315d08b1539d service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Refreshing instance network info cache due to event network-changed-e1d61a7a-9b84-42d8-9da3-9b1977e022c3. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1004.823163] env[69385]: DEBUG oslo_concurrency.lockutils [req-a1ecf23f-e32c-4bd4-a67b-3415e0076d2e req-fb1f38bf-08ce-4794-9175-315d08b1539d service nova] Acquiring lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.823163] env[69385]: DEBUG oslo_concurrency.lockutils [req-a1ecf23f-e32c-4bd4-a67b-3415e0076d2e req-fb1f38bf-08ce-4794-9175-315d08b1539d service nova] Acquired lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.823163] env[69385]: DEBUG nova.network.neutron [req-a1ecf23f-e32c-4bd4-a67b-3415e0076d2e req-fb1f38bf-08ce-4794-9175-315d08b1539d service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Refreshing network info cache for port e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.833722] env[69385]: DEBUG nova.network.neutron [-] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.869486] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.064s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.870018] env[69385]: DEBUG nova.compute.manager [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.874129] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.824s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.874385] env[69385]: DEBUG nova.objects.instance [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lazy-loading 'resources' on Instance uuid d0b6f470-6386-4245-b3e6-ad5a70576ca1 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.942264] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340670, 'name': CreateVM_Task, 'duration_secs': 0.45935} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.942407] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.943973] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.944246] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.944659] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.945044] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9201b7-5286-4c10-a6f5-d8dc293156dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.952128] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1004.952128] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5207726c-1d5a-2cd5-ae41-7eb15d6118f8" [ 1004.952128] env[69385]: _type = "Task" [ 1004.952128] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.958982] env[69385]: DEBUG nova.objects.instance [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lazy-loading 'flavor' on Instance uuid 97ee0588-43d0-4b08-a661-af12ca0c4db9 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.968081] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5207726c-1d5a-2cd5-ae41-7eb15d6118f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.980089] env[69385]: DEBUG oslo_vmware.api [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340667, 'name': PowerOnVM_Task, 'duration_secs': 0.651592} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.983497] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.983766] env[69385]: DEBUG nova.compute.manager [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.985012] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f763faa-eeb1-48bb-8053-1c1b24c9b649 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.990510] env[69385]: DEBUG nova.compute.manager [req-1b8dc36b-c1ef-4511-bff9-20798a96fc25 req-4e667613-067a-4ead-b1ea-ff80fe1f348c service nova] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Received event network-vif-deleted-ada6ae53-e7ed-4873-993d-99fa4c58185d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.148454] env[69385]: DEBUG nova.network.neutron [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Updated VIF entry in instance network info cache for port efa1c37a-76f5-448d-8830-497c0fc65eea. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.148925] env[69385]: DEBUG nova.network.neutron [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Updating instance_info_cache with network_info: [{"id": "4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3", "address": "fa:16:3e:67:b2:39", "network": {"id": "ddff4254-fa9f-4099-8252-571134c0710a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-411455153", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5359a5-57", "ovs_interfaceid": "4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc6a4f4d-50af-4755-9633-db13934f56b3", "address": "fa:16:3e:1e:ac:c8", "network": {"id": "0fa22d5a-7542-42ef-aeb1-d8906d56c216", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1427390678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6a4f4d-50", "ovs_interfaceid": "fc6a4f4d-50af-4755-9633-db13934f56b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efa1c37a-76f5-448d-8830-497c0fc65eea", "address": "fa:16:3e:9c:02:c8", "network": {"id": "ddff4254-fa9f-4099-8252-571134c0710a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-411455153", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa1c37a-76", "ovs_interfaceid": "efa1c37a-76f5-448d-8830-497c0fc65eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.301512] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340671, 'name': ReconfigVM_Task, 'duration_secs': 0.266238} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.303049] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance 'e43d449e-449f-44fe-a914-4fec3014af08' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.340245] env[69385]: INFO nova.compute.manager [-] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Took 1.95 seconds to deallocate network for instance. [ 1005.380029] env[69385]: DEBUG nova.compute.utils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.381849] env[69385]: DEBUG nova.compute.manager [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.381951] env[69385]: DEBUG nova.network.neutron [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.440924] env[69385]: DEBUG nova.policy [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '101885120a82481ba96f1e8967e33244', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cb7fa339ac4a79b17c9d25a2b46a19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.467848] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b03dd35a-4334-4a5d-a635-954933e71db6 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.863s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.470143] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5207726c-1d5a-2cd5-ae41-7eb15d6118f8, 'name': SearchDatastore_Task, 'duration_secs': 0.021011} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.470143] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.470143] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.470487] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.470487] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.472146] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.472146] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b3eb073-690a-47d6-bba2-11cfc1bda33a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.484698] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.484915] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.486106] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d518bc22-b1eb-485d-8aac-a2ce82680c23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.495208] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1005.495208] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e8d8e4-82ea-36d1-8c8a-57fbbbd07275" [ 1005.495208] env[69385]: _type = "Task" [ 1005.495208] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.503799] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e8d8e4-82ea-36d1-8c8a-57fbbbd07275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.512421] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.609378] env[69385]: INFO nova.compute.manager [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Rescuing [ 1005.609910] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.609910] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.610045] env[69385]: DEBUG nova.network.neutron [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.621304] env[69385]: DEBUG nova.network.neutron [req-a1ecf23f-e32c-4bd4-a67b-3415e0076d2e req-fb1f38bf-08ce-4794-9175-315d08b1539d service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Updated VIF entry in instance network info cache for port e1d61a7a-9b84-42d8-9da3-9b1977e022c3. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.621742] env[69385]: DEBUG nova.network.neutron [req-a1ecf23f-e32c-4bd4-a67b-3415e0076d2e req-fb1f38bf-08ce-4794-9175-315d08b1539d service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Updating instance_info_cache with network_info: [{"id": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "address": "fa:16:3e:e1:84:2e", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d61a7a-9b", "ovs_interfaceid": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.634190] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1005.634414] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666759', 'volume_id': '63e111d6-d915-46f0-950c-4600c4804b7f', 'name': 'volume-63e111d6-d915-46f0-950c-4600c4804b7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae499731-184c-4b63-9993-3d5b229df920', 'attached_at': '', 'detached_at': '', 'volume_id': '63e111d6-d915-46f0-950c-4600c4804b7f', 'serial': '63e111d6-d915-46f0-950c-4600c4804b7f'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1005.635643] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c37451-3393-426a-a197-7ae200c6ab86 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.657795] env[69385]: DEBUG oslo_concurrency.lockutils [req-956e342a-3c11-44b1-a68d-9360ee835e7c req-886da6ea-5a5d-4932-8c47-393bdeaf1c1f service nova] Releasing lock "refresh_cache-a95cb0d8-2eb2-4224-9684-97de5367f551" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.661617] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d2705a-242f-4b28-8b22-0de7c5b594d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.687382] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] volume-63e111d6-d915-46f0-950c-4600c4804b7f/volume-63e111d6-d915-46f0-950c-4600c4804b7f.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.690644] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e82674-8ff0-40bb-acfd-c78815fbddc5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.709744] env[69385]: DEBUG oslo_vmware.api [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1005.709744] env[69385]: value = "task-3340672" [ 1005.709744] env[69385]: _type = "Task" [ 1005.709744] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.718687] env[69385]: DEBUG oslo_vmware.api [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.754389] env[69385]: DEBUG nova.network.neutron [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Successfully created port: 9cefec73-c40f-4801-a216-e13d4cc27fb3 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.810143] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.810375] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.810529] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.810711] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.810853] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.810998] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.811215] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.811371] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.811536] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.811785] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.812018] env[69385]: DEBUG nova.virt.hardware [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.817514] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.818057] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7d63de-fdca-41f4-b3ae-2e55e31eabc1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.838674] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1005.838674] env[69385]: value = "task-3340673" [ 1005.838674] env[69385]: _type = "Task" [ 1005.838674] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.847050] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.849725] env[69385]: DEBUG oslo_concurrency.lockutils [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.877114] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4217518c-7246-4562-8818-bbcd68d5953f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.884872] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e90479-a5f9-4028-807d-996940ddb3cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.888261] env[69385]: DEBUG nova.compute.manager [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.923680] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea21c00-a8e9-45c1-ac80-f1ca707d5041 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.932051] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd196f8d-44f6-4b87-b96e-fb0d6fa9b547 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.952282] env[69385]: DEBUG nova.compute.provider_tree [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.006266] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e8d8e4-82ea-36d1-8c8a-57fbbbd07275, 'name': SearchDatastore_Task, 'duration_secs': 0.023522} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.007116] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f06e973-ad22-4c05-82ec-a9f5c2bd9b81 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.012589] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1006.012589] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ca4b4d-55a8-8b0c-f3c1-977bf243effa" [ 1006.012589] env[69385]: _type = "Task" [ 1006.012589] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.021075] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ca4b4d-55a8-8b0c-f3c1-977bf243effa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.125403] env[69385]: DEBUG oslo_concurrency.lockutils [req-a1ecf23f-e32c-4bd4-a67b-3415e0076d2e req-fb1f38bf-08ce-4794-9175-315d08b1539d service nova] Releasing lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.222552] env[69385]: DEBUG oslo_vmware.api [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340672, 'name': ReconfigVM_Task, 'duration_secs': 0.458571} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.222937] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Reconfigured VM instance instance-00000033 to attach disk [datastore2] volume-63e111d6-d915-46f0-950c-4600c4804b7f/volume-63e111d6-d915-46f0-950c-4600c4804b7f.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.227967] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2fcbc1-a078-44ea-ab5a-3271b50848de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.246053] env[69385]: DEBUG oslo_vmware.api [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1006.246053] env[69385]: value = "task-3340674" [ 1006.246053] env[69385]: _type = "Task" [ 1006.246053] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.259409] env[69385]: DEBUG oslo_vmware.api [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.349359] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340673, 'name': ReconfigVM_Task, 'duration_secs': 0.289016} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.352160] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.353036] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4706f1cb-892c-4881-bfc8-d3b32f46acb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.377648] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e43d449e-449f-44fe-a914-4fec3014af08/e43d449e-449f-44fe-a914-4fec3014af08.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.378011] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d52be71a-3744-4cdc-be93-bf02bedbf2ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.395611] env[69385]: DEBUG nova.network.neutron [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updating instance_info_cache with network_info: [{"id": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "address": "fa:16:3e:6b:41:30", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f68eb2-bc", "ovs_interfaceid": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.398409] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1006.398409] env[69385]: value = "task-3340675" [ 1006.398409] env[69385]: _type = "Task" [ 1006.398409] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.409479] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.457708] env[69385]: DEBUG nova.scheduler.client.report [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.523400] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ca4b4d-55a8-8b0c-f3c1-977bf243effa, 'name': SearchDatastore_Task, 'duration_secs': 0.019054} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.523679] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.523948] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] a95cb0d8-2eb2-4224-9684-97de5367f551/a95cb0d8-2eb2-4224-9684-97de5367f551.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.524237] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cca6c3b-d7dd-4b93-8e3b-728bff343232 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.531072] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1006.531072] env[69385]: value = "task-3340676" [ 1006.531072] env[69385]: _type = "Task" [ 1006.531072] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.540639] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.757173] env[69385]: DEBUG oslo_vmware.api [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340674, 'name': ReconfigVM_Task, 'duration_secs': 0.142375} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.757541] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666759', 'volume_id': '63e111d6-d915-46f0-950c-4600c4804b7f', 'name': 'volume-63e111d6-d915-46f0-950c-4600c4804b7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae499731-184c-4b63-9993-3d5b229df920', 'attached_at': '', 'detached_at': '', 'volume_id': '63e111d6-d915-46f0-950c-4600c4804b7f', 'serial': '63e111d6-d915-46f0-950c-4600c4804b7f'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1006.900582] env[69385]: DEBUG nova.compute.manager [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.903614] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.916452] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340675, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.940859] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.941196] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.941295] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.941484] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.941649] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.941888] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.942137] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.942297] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.942465] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.942635] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.942883] env[69385]: DEBUG nova.virt.hardware [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.945285] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56275083-5ad5-4130-910b-d285a59afdf5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.957684] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b76b973-2d74-46f3-8713-b51dbb8fc246 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.962983] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.965059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.094s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.965308] env[69385]: DEBUG nova.objects.instance [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lazy-loading 'resources' on Instance uuid dbb21929-e58a-45a0-934c-7ba9d5e11d7f {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.987258] env[69385]: INFO nova.scheduler.client.report [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Deleted allocations for instance d0b6f470-6386-4245-b3e6-ad5a70576ca1 [ 1007.043213] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340676, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.300538] env[69385]: DEBUG nova.compute.manager [req-98a5af35-2d12-4324-9533-52aad4192060 req-c9be3454-f5b9-47db-97fd-4fa4e16068fa service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Received event network-vif-plugged-9cefec73-c40f-4801-a216-e13d4cc27fb3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.300776] env[69385]: DEBUG oslo_concurrency.lockutils [req-98a5af35-2d12-4324-9533-52aad4192060 req-c9be3454-f5b9-47db-97fd-4fa4e16068fa service nova] Acquiring lock "71616b7d-f861-4ddf-84ca-b63dda64c967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.301008] env[69385]: DEBUG oslo_concurrency.lockutils [req-98a5af35-2d12-4324-9533-52aad4192060 req-c9be3454-f5b9-47db-97fd-4fa4e16068fa service nova] Lock "71616b7d-f861-4ddf-84ca-b63dda64c967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.301187] env[69385]: DEBUG oslo_concurrency.lockutils [req-98a5af35-2d12-4324-9533-52aad4192060 req-c9be3454-f5b9-47db-97fd-4fa4e16068fa service nova] Lock "71616b7d-f861-4ddf-84ca-b63dda64c967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.301350] env[69385]: DEBUG nova.compute.manager [req-98a5af35-2d12-4324-9533-52aad4192060 req-c9be3454-f5b9-47db-97fd-4fa4e16068fa service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] No waiting events found dispatching network-vif-plugged-9cefec73-c40f-4801-a216-e13d4cc27fb3 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.301503] env[69385]: WARNING nova.compute.manager [req-98a5af35-2d12-4324-9533-52aad4192060 req-c9be3454-f5b9-47db-97fd-4fa4e16068fa service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Received unexpected event network-vif-plugged-9cefec73-c40f-4801-a216-e13d4cc27fb3 for instance with vm_state building and task_state spawning. [ 1007.417588] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340675, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.434713] env[69385]: DEBUG nova.network.neutron [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Successfully updated port: 9cefec73-c40f-4801-a216-e13d4cc27fb3 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.500997] env[69385]: DEBUG oslo_concurrency.lockutils [None req-71293029-3a72-4ee9-b2a7-385c617f9f51 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "d0b6f470-6386-4245-b3e6-ad5a70576ca1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.034s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.545591] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550715} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.549018] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] a95cb0d8-2eb2-4224-9684-97de5367f551/a95cb0d8-2eb2-4224-9684-97de5367f551.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.549018] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.549018] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac48e0d8-75ec-42cf-a506-fe3160643d11 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.554795] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1007.554795] env[69385]: value = "task-3340677" [ 1007.554795] env[69385]: _type = "Task" [ 1007.554795] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.572362] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.808339] env[69385]: DEBUG nova.objects.instance [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.831835] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94b906a-6264-45d4-99cd-c0927c1f528c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.839349] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72289837-6322-4d34-bd3f-edf75e4c8a45 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.870865] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eafa75-8444-4b25-ba66-f8af3026a397 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.878485] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d061201-b0ff-4c3c-b9bd-4ee9e6a089cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.891698] env[69385]: DEBUG nova.compute.provider_tree [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.914637] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340675, 'name': ReconfigVM_Task, 'duration_secs': 1.353585} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.914903] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e43d449e-449f-44fe-a914-4fec3014af08/e43d449e-449f-44fe-a914-4fec3014af08.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.915211] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance 'e43d449e-449f-44fe-a914-4fec3014af08' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.938826] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "refresh_cache-71616b7d-f861-4ddf-84ca-b63dda64c967" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.938826] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquired lock "refresh_cache-71616b7d-f861-4ddf-84ca-b63dda64c967" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.938826] env[69385]: DEBUG nova.network.neutron [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.065973] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078915} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.066934] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.067140] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1734a034-5c68-4d64-85a9-ca30d5e5334e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.098872] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] a95cb0d8-2eb2-4224-9684-97de5367f551/a95cb0d8-2eb2-4224-9684-97de5367f551.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.099242] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c15cbb-90eb-4736-ac1a-5db7c4d6b64f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.120993] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1008.120993] env[69385]: value = "task-3340678" [ 1008.120993] env[69385]: _type = "Task" [ 1008.120993] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.129764] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.315469] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f06e32d7-6098-45db-b5f5-19c348d14684 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.337s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.394710] env[69385]: DEBUG nova.scheduler.client.report [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.422238] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef47c43d-280e-49da-8808-073a7484ff95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.445211] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09608197-b0cb-49be-a708-7d4b84051f5f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.465288] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance 'e43d449e-449f-44fe-a914-4fec3014af08' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.468922] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.469361] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-625092f5-0827-4ff5-94d7-895b27a0385f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.476384] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1008.476384] env[69385]: value = "task-3340679" [ 1008.476384] env[69385]: _type = "Task" [ 1008.476384] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.477068] env[69385]: DEBUG nova.network.neutron [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.487799] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.619955] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "171fae46-31dd-4539-87b9-4f7f623e5000" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.620246] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "171fae46-31dd-4539-87b9-4f7f623e5000" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.633958] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340678, 'name': ReconfigVM_Task, 'duration_secs': 0.28953} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.634331] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Reconfigured VM instance instance-0000004a to attach disk [datastore2] a95cb0d8-2eb2-4224-9684-97de5367f551/a95cb0d8-2eb2-4224-9684-97de5367f551.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.635661] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52e6fb81-0367-475f-8b71-d8f7d404f9fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.645594] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1008.645594] env[69385]: value = "task-3340680" [ 1008.645594] env[69385]: _type = "Task" [ 1008.645594] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.656016] env[69385]: DEBUG nova.network.neutron [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Updating instance_info_cache with network_info: [{"id": "9cefec73-c40f-4801-a216-e13d4cc27fb3", "address": "fa:16:3e:14:d2:a7", "network": {"id": "40477cce-b05d-4837-b0e0-ecd64fab88e9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-552268204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb7fa339ac4a79b17c9d25a2b46a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cefec73-c4", "ovs_interfaceid": "9cefec73-c40f-4801-a216-e13d4cc27fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.660379] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340680, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.693115] env[69385]: DEBUG oslo_concurrency.lockutils [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "ae499731-184c-4b63-9993-3d5b229df920" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.693413] env[69385]: DEBUG oslo_concurrency.lockutils [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.693697] env[69385]: DEBUG nova.compute.manager [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.695090] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8719194d-aed4-486b-8faa-842a5a7b7e49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.702436] env[69385]: DEBUG nova.compute.manager [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1008.703165] env[69385]: DEBUG nova.objects.instance [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.901023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.903665] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.772s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.904136] env[69385]: DEBUG nova.objects.instance [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lazy-loading 'resources' on Instance uuid 112dc1fc-247c-4305-95d4-7791d39efcd2 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.923518] env[69385]: INFO nova.scheduler.client.report [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Deleted allocations for instance dbb21929-e58a-45a0-934c-7ba9d5e11d7f [ 1008.990323] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340679, 'name': PowerOffVM_Task, 'duration_secs': 0.22333} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.990595] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.991692] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c3ed13-423e-40c8-b769-e01204c0796f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.015406] env[69385]: DEBUG nova.network.neutron [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Port 2960a216-fbd2-4319-89f4-37bed3b93d5b binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1009.017377] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9bb8e7-27f9-423a-9ceb-48259fba6603 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.049339] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.049678] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903906fe-913d-4632-99cf-247f4b53c030 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.057673] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1009.057673] env[69385]: value = "task-3340681" [ 1009.057673] env[69385]: _type = "Task" [ 1009.057673] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.069328] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1009.069640] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.069932] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.070154] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.070365] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.070741] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bbaa8bd-26bb-4c13-babe-0c6e973ad527 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.084038] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.084038] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.084038] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180eab3b-5bf3-48c4-8a13-8b79bf922afa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.090086] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1009.090086] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f1ee3d-a381-f69a-f25c-720c2f91d5c0" [ 1009.090086] env[69385]: _type = "Task" [ 1009.090086] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.101903] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f1ee3d-a381-f69a-f25c-720c2f91d5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.128642] env[69385]: DEBUG nova.compute.manager [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.157267] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340680, 'name': Rename_Task, 'duration_secs': 0.175637} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.157684] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.158062] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30caf6f2-cc0c-4b76-ac11-f80879144109 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.161158] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Releasing lock "refresh_cache-71616b7d-f861-4ddf-84ca-b63dda64c967" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.161509] env[69385]: DEBUG nova.compute.manager [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Instance network_info: |[{"id": "9cefec73-c40f-4801-a216-e13d4cc27fb3", "address": "fa:16:3e:14:d2:a7", "network": {"id": "40477cce-b05d-4837-b0e0-ecd64fab88e9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-552268204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb7fa339ac4a79b17c9d25a2b46a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cefec73-c4", "ovs_interfaceid": "9cefec73-c40f-4801-a216-e13d4cc27fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.161962] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:d2:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cefec73-c40f-4801-a216-e13d4cc27fb3', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.170192] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.171880] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.172074] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1009.172074] env[69385]: value = "task-3340682" [ 1009.172074] env[69385]: _type = "Task" [ 1009.172074] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.172225] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-388239b8-ae11-4728-accb-b536193c4a85 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.200452] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340682, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.201521] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.201521] env[69385]: value = "task-3340683" [ 1009.201521] env[69385]: _type = "Task" [ 1009.201521] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.214964] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340683, 'name': CreateVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.336676] env[69385]: DEBUG nova.compute.manager [req-bee41017-4de5-4d98-908e-e1a53dd1cd6b req-27f0a068-45ef-4b5c-8817-a7f929ee11ac service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Received event network-changed-9cefec73-c40f-4801-a216-e13d4cc27fb3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.336676] env[69385]: DEBUG nova.compute.manager [req-bee41017-4de5-4d98-908e-e1a53dd1cd6b req-27f0a068-45ef-4b5c-8817-a7f929ee11ac service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Refreshing instance network info cache due to event network-changed-9cefec73-c40f-4801-a216-e13d4cc27fb3. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1009.337336] env[69385]: DEBUG oslo_concurrency.lockutils [req-bee41017-4de5-4d98-908e-e1a53dd1cd6b req-27f0a068-45ef-4b5c-8817-a7f929ee11ac service nova] Acquiring lock "refresh_cache-71616b7d-f861-4ddf-84ca-b63dda64c967" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.337336] env[69385]: DEBUG oslo_concurrency.lockutils [req-bee41017-4de5-4d98-908e-e1a53dd1cd6b req-27f0a068-45ef-4b5c-8817-a7f929ee11ac service nova] Acquired lock "refresh_cache-71616b7d-f861-4ddf-84ca-b63dda64c967" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.337336] env[69385]: DEBUG nova.network.neutron [req-bee41017-4de5-4d98-908e-e1a53dd1cd6b req-27f0a068-45ef-4b5c-8817-a7f929ee11ac service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Refreshing network info cache for port 9cefec73-c40f-4801-a216-e13d4cc27fb3 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.432252] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0657c3d-54e1-422a-842d-507fdd2ddf65 tempest-ServersWithSpecificFlavorTestJSON-604060771 tempest-ServersWithSpecificFlavorTestJSON-604060771-project-member] Lock "dbb21929-e58a-45a0-934c-7ba9d5e11d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.298s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.607896] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f1ee3d-a381-f69a-f25c-720c2f91d5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.607896] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2832b900-a01d-4b40-be1e-38479047fa1a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.614129] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1009.614129] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c68c6a-cced-22cb-72f1-f753854f900c" [ 1009.614129] env[69385]: _type = "Task" [ 1009.614129] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.625391] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c68c6a-cced-22cb-72f1-f753854f900c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.666100] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.701133] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.710191] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.710516] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6531e0e-2a50-45c8-8574-93fae8c46682 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.716451] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340683, 'name': CreateVM_Task, 'duration_secs': 0.453467} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.717414] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.718120] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.718593] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.719430] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.722190] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994b7f77-436c-445f-889b-8cc8f36d52f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.725348] env[69385]: DEBUG oslo_vmware.api [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1009.725348] env[69385]: value = "task-3340684" [ 1009.725348] env[69385]: _type = "Task" [ 1009.725348] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.730494] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1009.730494] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c6089e-8859-2d03-acd7-d09d6190e91f" [ 1009.730494] env[69385]: _type = "Task" [ 1009.730494] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.738780] env[69385]: DEBUG oslo_vmware.api [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.745958] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c6089e-8859-2d03-acd7-d09d6190e91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.859428] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f951131-a929-4c8c-929e-3ede60acc536 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.869971] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d082b0-dd37-477a-9c60-a7447a43a163 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.907839] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327c008-07e7-4a20-a889-d8c224891900 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.917421] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a934425c-a5b1-4a28-8d8f-2016f12c495c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.933826] env[69385]: DEBUG nova.compute.provider_tree [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.046536] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "e43d449e-449f-44fe-a914-4fec3014af08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.046821] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.047015] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.128563] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c68c6a-cced-22cb-72f1-f753854f900c, 'name': SearchDatastore_Task, 'duration_secs': 0.013138} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.129062] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.129062] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 97ee0588-43d0-4b08-a661-af12ca0c4db9/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. {{(pid=69385) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1010.132028] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcdf0d02-57f3-40f8-8df1-0d3565c33365 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.138907] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1010.138907] env[69385]: value = "task-3340685" [ 1010.138907] env[69385]: _type = "Task" [ 1010.138907] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.149948] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.195728] env[69385]: DEBUG nova.network.neutron [req-bee41017-4de5-4d98-908e-e1a53dd1cd6b req-27f0a068-45ef-4b5c-8817-a7f929ee11ac service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Updated VIF entry in instance network info cache for port 9cefec73-c40f-4801-a216-e13d4cc27fb3. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.196118] env[69385]: DEBUG nova.network.neutron [req-bee41017-4de5-4d98-908e-e1a53dd1cd6b req-27f0a068-45ef-4b5c-8817-a7f929ee11ac service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Updating instance_info_cache with network_info: [{"id": "9cefec73-c40f-4801-a216-e13d4cc27fb3", "address": "fa:16:3e:14:d2:a7", "network": {"id": "40477cce-b05d-4837-b0e0-ecd64fab88e9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-552268204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb7fa339ac4a79b17c9d25a2b46a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cefec73-c4", "ovs_interfaceid": "9cefec73-c40f-4801-a216-e13d4cc27fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.204348] env[69385]: DEBUG oslo_vmware.api [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340682, 'name': PowerOnVM_Task, 'duration_secs': 0.794056} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.204626] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.204832] env[69385]: INFO nova.compute.manager [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Took 14.25 seconds to spawn the instance on the hypervisor. [ 1010.205020] env[69385]: DEBUG nova.compute.manager [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.205826] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d60ef-275e-4e89-8f87-338aba6a61e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.240400] env[69385]: DEBUG oslo_vmware.api [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340684, 'name': PowerOffVM_Task, 'duration_secs': 0.213537} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.243239] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.243239] env[69385]: DEBUG nova.compute.manager [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.243239] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9810381b-62f7-4e86-8233-f799bdb4489f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.249551] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c6089e-8859-2d03-acd7-d09d6190e91f, 'name': SearchDatastore_Task, 'duration_secs': 0.038307} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.249815] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.250127] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.250407] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.250596] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.253025] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.253025] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0dfa051-5065-4a3b-8cee-43be46b6ed73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.276078] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.276398] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.277287] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c8f3fa-d494-44a5-8461-18ea6f986765 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.282949] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1010.282949] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5270a5bf-784b-dfa1-8038-d2c6337289d0" [ 1010.282949] env[69385]: _type = "Task" [ 1010.282949] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.291227] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5270a5bf-784b-dfa1-8038-d2c6337289d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.443260] env[69385]: DEBUG nova.scheduler.client.report [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.654216] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340685, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.700219] env[69385]: DEBUG oslo_concurrency.lockutils [req-bee41017-4de5-4d98-908e-e1a53dd1cd6b req-27f0a068-45ef-4b5c-8817-a7f929ee11ac service nova] Releasing lock "refresh_cache-71616b7d-f861-4ddf-84ca-b63dda64c967" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.727379] env[69385]: INFO nova.compute.manager [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Took 35.52 seconds to build instance. [ 1010.764077] env[69385]: DEBUG oslo_concurrency.lockutils [None req-444fec14-9416-4aca-af0d-de111642f3c0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.795885] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5270a5bf-784b-dfa1-8038-d2c6337289d0, 'name': SearchDatastore_Task, 'duration_secs': 0.041093} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.797922] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092407aa-2a57-4f16-b47d-f9d4d114e3a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.803666] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1010.803666] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52635ab9-8e74-8871-7e1a-1cbd73f32896" [ 1010.803666] env[69385]: _type = "Task" [ 1010.803666] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.813117] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52635ab9-8e74-8871-7e1a-1cbd73f32896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.949021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.949021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.160s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.953110] env[69385]: INFO nova.compute.claims [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.972621] env[69385]: INFO nova.scheduler.client.report [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Deleted allocations for instance 112dc1fc-247c-4305-95d4-7791d39efcd2 [ 1011.091668] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.091668] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.091668] env[69385]: DEBUG nova.network.neutron [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.152639] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767705} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.152639] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 97ee0588-43d0-4b08-a661-af12ca0c4db9/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. [ 1011.153920] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815cae46-5217-44ab-a802-bc42e773ee5d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.193024] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 97ee0588-43d0-4b08-a661-af12ca0c4db9/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.193024] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2688b82a-d519-4145-aacd-47d7d7905ec4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.213591] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1011.213591] env[69385]: value = "task-3340686" [ 1011.213591] env[69385]: _type = "Task" [ 1011.213591] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.221817] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.234342] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4d69ac84-529e-41fb-92ac-b421b2d35283 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.031s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.234342] env[69385]: DEBUG nova.objects.instance [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.314606] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52635ab9-8e74-8871-7e1a-1cbd73f32896, 'name': SearchDatastore_Task, 'duration_secs': 0.043452} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.314985] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.315335] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 71616b7d-f861-4ddf-84ca-b63dda64c967/71616b7d-f861-4ddf-84ca-b63dda64c967.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.315688] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d45f82a0-1791-4ef7-91b7-81ab98ced3d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.322495] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1011.322495] env[69385]: value = "task-3340687" [ 1011.322495] env[69385]: _type = "Task" [ 1011.322495] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.331487] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.482858] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6eafb77f-a436-427a-ac4e-3c27a6e0a6ba tempest-MigrationsAdminTest-1366269041 tempest-MigrationsAdminTest-1366269041-project-member] Lock "112dc1fc-247c-4305-95d4-7791d39efcd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.855s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.722283] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.746762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.746977] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.747388] env[69385]: DEBUG nova.network.neutron [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.747698] env[69385]: DEBUG nova.objects.instance [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'info_cache' on Instance uuid ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.834574] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340687, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.912257] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "a95cb0d8-2eb2-4224-9684-97de5367f551" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.912523] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.912740] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.913022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.913220] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.915588] env[69385]: INFO nova.compute.manager [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Terminating instance [ 1011.922210] env[69385]: DEBUG nova.network.neutron [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance_info_cache with network_info: [{"id": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "address": "fa:16:3e:39:c9:fc", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2960a216-fb", "ovs_interfaceid": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.226856] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340686, 'name': ReconfigVM_Task, 'duration_secs': 0.765469} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.227720] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 97ee0588-43d0-4b08-a661-af12ca0c4db9/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.228682] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6196117-d0d2-44c1-b7c5-fd713c7bf215 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.261317] env[69385]: DEBUG nova.objects.base [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.268101] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5545736f-0eb0-4342-ae26-e16c691c6b1b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.288734] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1012.288734] env[69385]: value = "task-3340688" [ 1012.288734] env[69385]: _type = "Task" [ 1012.288734] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.299613] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.336082] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340687, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.385992] env[69385]: DEBUG oslo_vmware.rw_handles [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fe18-9c37-207e-8948-ddca70a7b87d/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1012.386935] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d80def4-e8fb-4b7a-a74f-3274c7dd656e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.394913] env[69385]: DEBUG oslo_vmware.rw_handles [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fe18-9c37-207e-8948-ddca70a7b87d/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1012.395122] env[69385]: ERROR oslo_vmware.rw_handles [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fe18-9c37-207e-8948-ddca70a7b87d/disk-0.vmdk due to incomplete transfer. [ 1012.395357] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-34b8040d-e554-4011-8ead-c8657dee2c61 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.404930] env[69385]: DEBUG oslo_vmware.rw_handles [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fe18-9c37-207e-8948-ddca70a7b87d/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1012.405531] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Uploaded image 9c89d33e-0b04-4138-812f-9d86c3d8fb7c to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1012.407924] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1012.408621] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ac8c630-9363-4431-b498-2e70340d9959 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.414800] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1012.414800] env[69385]: value = "task-3340689" [ 1012.414800] env[69385]: _type = "Task" [ 1012.414800] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.426446] env[69385]: DEBUG nova.compute.manager [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.426654] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.427129] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.430566] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340689, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.431501] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206dbf7d-7202-448a-bbbb-eb53f75513b0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.438816] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.439022] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9753be8e-942b-43cd-b871-f3dc716ece41 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.447808] env[69385]: DEBUG oslo_vmware.api [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1012.447808] env[69385]: value = "task-3340690" [ 1012.447808] env[69385]: _type = "Task" [ 1012.447808] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.455822] env[69385]: DEBUG oslo_vmware.api [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.475018] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c31bc6-3e9c-4f67-879d-235dac23e479 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.483176] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadb32ac-2677-407f-a2f1-767c5e7f8e8e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.518214] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be4cbd0-419e-40a7-96d3-e662cd14303b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.526230] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ebeb81-3565-4ef7-a9bf-33e642bca71f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.542593] env[69385]: DEBUG nova.compute.provider_tree [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.800631] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340688, 'name': ReconfigVM_Task, 'duration_secs': 0.339085} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.801555] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.804683] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a74c5581-33f5-4403-8cd6-8ad7c00470a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.812467] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1012.812467] env[69385]: value = "task-3340691" [ 1012.812467] env[69385]: _type = "Task" [ 1012.812467] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.820679] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.836645] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340687, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.925166] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340689, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.960040] env[69385]: DEBUG oslo_vmware.api [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340690, 'name': PowerOffVM_Task, 'duration_secs': 0.213461} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.961217] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.961336] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.962235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00111f3a-47e7-4aaa-b962-bffadbbd4371 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.964921] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e52e6f4-8dae-437b-b159-ad7009078933 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.984284] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cecd43-242a-49aa-a21b-0e9795b1046b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.995676] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance 'e43d449e-449f-44fe-a914-4fec3014af08' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.029281] env[69385]: DEBUG nova.network.neutron [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Updating instance_info_cache with network_info: [{"id": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "address": "fa:16:3e:6b:42:73", "network": {"id": "9ba30d3f-cf79-4f03-8a5e-09a255d5f2a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1012244784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e76dd55d9194587b1b3c7e3b78531fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa95ec7-c4", "ovs_interfaceid": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.046185] env[69385]: DEBUG nova.scheduler.client.report [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.094691] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.094691] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.095083] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Deleting the datastore file [datastore2] a95cb0d8-2eb2-4224-9684-97de5367f551 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.095434] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c935bdd7-a3cf-40f2-b470-46aa40213b9a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.103655] env[69385]: DEBUG oslo_vmware.api [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1013.103655] env[69385]: value = "task-3340693" [ 1013.103655] env[69385]: _type = "Task" [ 1013.103655] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.114252] env[69385]: DEBUG oslo_vmware.api [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.322671] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.337702] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340687, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.802423} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.337986] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 71616b7d-f861-4ddf-84ca-b63dda64c967/71616b7d-f861-4ddf-84ca-b63dda64c967.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.338864] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.338864] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6519c523-caae-4c0b-93c9-ea4037da848f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.346393] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1013.346393] env[69385]: value = "task-3340694" [ 1013.346393] env[69385]: _type = "Task" [ 1013.346393] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.354602] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.426294] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340689, 'name': Destroy_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.505885] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.506248] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b765c6-827f-4534-a60c-9fb58af91d96 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.514211] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1013.514211] env[69385]: value = "task-3340695" [ 1013.514211] env[69385]: _type = "Task" [ 1013.514211] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.524215] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.530875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Releasing lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.554330] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.554330] env[69385]: DEBUG nova.compute.manager [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.556711] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.600s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.556836] env[69385]: DEBUG nova.objects.instance [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lazy-loading 'resources' on Instance uuid 01421166-37ef-4e1c-9de4-6bdd513d2ad2 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.612962] env[69385]: DEBUG oslo_vmware.api [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360061} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.613251] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.613435] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.613611] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.613780] env[69385]: INFO nova.compute.manager [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1013.614131] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.614215] env[69385]: DEBUG nova.compute.manager [-] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.614294] env[69385]: DEBUG nova.network.neutron [-] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.823460] env[69385]: DEBUG oslo_vmware.api [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340691, 'name': PowerOnVM_Task, 'duration_secs': 0.631518} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.823736] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.826477] env[69385]: DEBUG nova.compute.manager [None req-bdf20014-3c05-4559-b007-b970e17a1d49 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.827299] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33d6d49-60c9-429a-b4ca-3756f20c67da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.854360] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073566} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.854615] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.855731] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d97f4-eeb2-4828-a31c-ca9cf837f44b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.878027] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 71616b7d-f861-4ddf-84ca-b63dda64c967/71616b7d-f861-4ddf-84ca-b63dda64c967.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.879057] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d9ff36-b501-4de6-9050-59ce53a2dbad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.899269] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1013.899269] env[69385]: value = "task-3340696" [ 1013.899269] env[69385]: _type = "Task" [ 1013.899269] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.908755] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.926503] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340689, 'name': Destroy_Task, 'duration_secs': 1.171298} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.926739] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Destroyed the VM [ 1013.928016] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1013.928016] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7da2d9d7-04c3-4719-b984-97470fa55a92 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.934835] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1013.934835] env[69385]: value = "task-3340697" [ 1013.934835] env[69385]: _type = "Task" [ 1013.934835] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.944947] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.025099] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.063148] env[69385]: DEBUG nova.compute.utils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.064874] env[69385]: DEBUG nova.compute.manager [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.065910] env[69385]: DEBUG nova.network.neutron [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.186920] env[69385]: DEBUG nova.policy [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25876383f3d48a5b4a8ee80ff3fccd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bb20c7ea76a4c728323406d23768e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.413430] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340696, 'name': ReconfigVM_Task, 'duration_secs': 0.322094} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.415617] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 71616b7d-f861-4ddf-84ca-b63dda64c967/71616b7d-f861-4ddf-84ca-b63dda64c967.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.417945] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3aee9bbd-d019-45f6-887b-e7ee7e082002 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.425554] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1014.425554] env[69385]: value = "task-3340698" [ 1014.425554] env[69385]: _type = "Task" [ 1014.425554] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.437060] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340698, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.446684] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340697, 'name': RemoveSnapshot_Task, 'duration_secs': 0.363548} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.446992] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1014.447473] env[69385]: DEBUG nova.compute.manager [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.449930] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcda4e3-c154-4d3e-abdb-30bbbd7f4592 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.454329] env[69385]: DEBUG nova.compute.manager [req-d29fb82d-65ba-4f53-b74e-de7b028f4b11 req-8724101d-daa8-46d9-b2d9-a4cc61156a39 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received event network-vif-deleted-efa1c37a-76f5-448d-8830-497c0fc65eea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1014.454553] env[69385]: INFO nova.compute.manager [req-d29fb82d-65ba-4f53-b74e-de7b028f4b11 req-8724101d-daa8-46d9-b2d9-a4cc61156a39 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Neutron deleted interface efa1c37a-76f5-448d-8830-497c0fc65eea; detaching it from the instance and deleting it from the info cache [ 1014.454902] env[69385]: DEBUG nova.network.neutron [req-d29fb82d-65ba-4f53-b74e-de7b028f4b11 req-8724101d-daa8-46d9-b2d9-a4cc61156a39 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Updating instance_info_cache with network_info: [{"id": "4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3", "address": "fa:16:3e:67:b2:39", "network": {"id": "ddff4254-fa9f-4099-8252-571134c0710a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-411455153", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5359a5-57", "ovs_interfaceid": "4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc6a4f4d-50af-4755-9633-db13934f56b3", "address": "fa:16:3e:1e:ac:c8", "network": {"id": "0fa22d5a-7542-42ef-aeb1-d8906d56c216", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1427390678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6a4f4d-50", "ovs_interfaceid": "fc6a4f4d-50af-4755-9633-db13934f56b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.519504] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd713318-b38e-4807-b51a-977ba017fa05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.534087] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df9983b-4516-469e-833c-4b2f496c7090 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.537235] env[69385]: DEBUG oslo_vmware.api [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340695, 'name': PowerOnVM_Task, 'duration_secs': 0.641131} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.538054] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.538865] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.538865] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc1e6d4-25b2-4cfa-a1ee-2f89f3a00b83 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance 'e43d449e-449f-44fe-a914-4fec3014af08' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.544219] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd24588-9206-4649-950b-63b86e010e97 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.577653] env[69385]: DEBUG nova.compute.manager [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.582980] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfe0f5f-e8af-47e8-83f9-cc24b2e86739 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.587055] env[69385]: DEBUG oslo_vmware.api [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1014.587055] env[69385]: value = "task-3340699" [ 1014.587055] env[69385]: _type = "Task" [ 1014.587055] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.597542] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739d4fe8-62fa-4c3d-9bbd-239f8818b6b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.604967] env[69385]: DEBUG oslo_vmware.api [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.617132] env[69385]: DEBUG nova.compute.provider_tree [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.804024] env[69385]: DEBUG nova.network.neutron [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Successfully created port: ef75bc36-77bc-4f0e-aba7-f246afb45680 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.935624] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340698, 'name': Rename_Task, 'duration_secs': 0.285208} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.936024] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.936345] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef14702-8e63-4724-8791-0c52cd1a4730 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.943786] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1014.943786] env[69385]: value = "task-3340700" [ 1014.943786] env[69385]: _type = "Task" [ 1014.943786] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.954506] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.959709] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81add48d-20ad-41f1-8b49-b9d052bc69c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.968972] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b239b66-f475-4535-8e1c-0d6e0161487a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.984176] env[69385]: INFO nova.compute.manager [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Shelve offloading [ 1015.011448] env[69385]: DEBUG nova.compute.manager [req-d29fb82d-65ba-4f53-b74e-de7b028f4b11 req-8724101d-daa8-46d9-b2d9-a4cc61156a39 service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Detach interface failed, port_id=efa1c37a-76f5-448d-8830-497c0fc65eea, reason: Instance a95cb0d8-2eb2-4224-9684-97de5367f551 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1015.098220] env[69385]: DEBUG oslo_vmware.api [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340699, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.119551] env[69385]: DEBUG nova.scheduler.client.report [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.360537] env[69385]: DEBUG nova.network.neutron [-] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.409588] env[69385]: INFO nova.compute.manager [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Unrescuing [ 1015.409588] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.409588] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquired lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.409588] env[69385]: DEBUG nova.network.neutron [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.456194] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340700, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.488193] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.488858] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d791432a-501d-4aba-944f-2c6225eb0fa0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.495946] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1015.495946] env[69385]: value = "task-3340701" [ 1015.495946] env[69385]: _type = "Task" [ 1015.495946] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.507820] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1015.508497] env[69385]: DEBUG nova.compute.manager [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.514247] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417eb900-2a5c-4613-afa0-1d6defbf06d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.518470] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.518470] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.518470] env[69385]: DEBUG nova.network.neutron [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.588666] env[69385]: DEBUG nova.compute.manager [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.605830] env[69385]: DEBUG oslo_vmware.api [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340699, 'name': PowerOnVM_Task, 'duration_secs': 0.532811} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.605830] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.605830] env[69385]: DEBUG nova.compute.manager [None req-a22f56e5-8812-48f1-950a-e1203d37f3a0 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.605830] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82494833-c665-458a-9575-cefe7990b9bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.626760] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.632450] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.632981] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.634033] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.634033] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.634033] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.634033] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.634033] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.636242] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.636242] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.636242] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.636242] env[69385]: DEBUG nova.virt.hardware [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.636242] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.094s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.638215] env[69385]: INFO nova.compute.claims [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.642058] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b17383f-ca55-411d-b970-7150405a7adc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.651553] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270bd639-c811-4962-aafb-8c48ea95debb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.673729] env[69385]: INFO nova.scheduler.client.report [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted allocations for instance 01421166-37ef-4e1c-9de4-6bdd513d2ad2 [ 1015.862943] env[69385]: INFO nova.compute.manager [-] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Took 2.25 seconds to deallocate network for instance. [ 1015.955217] env[69385]: DEBUG oslo_vmware.api [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340700, 'name': PowerOnVM_Task, 'duration_secs': 0.701348} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.955545] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.955750] env[69385]: INFO nova.compute.manager [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1015.955927] env[69385]: DEBUG nova.compute.manager [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.956710] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095935aa-aa58-45b4-a94b-99034c8dd825 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.179028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2e62edaf-9b78-4f23-836f-4514014032f4 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "01421166-37ef-4e1c-9de4-6bdd513d2ad2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.073s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.265711] env[69385]: DEBUG nova.network.neutron [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updating instance_info_cache with network_info: [{"id": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "address": "fa:16:3e:6b:41:30", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f68eb2-bc", "ovs_interfaceid": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.371852] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.428709] env[69385]: DEBUG nova.network.neutron [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Updating instance_info_cache with network_info: [{"id": "dba49bf2-f286-47e2-aade-18ec10ef1868", "address": "fa:16:3e:ff:9a:83", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba49bf2-f2", "ovs_interfaceid": "dba49bf2-f286-47e2-aade-18ec10ef1868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.478781] env[69385]: INFO nova.compute.manager [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Took 21.78 seconds to build instance. [ 1016.571424] env[69385]: DEBUG nova.compute.manager [req-b0bf27ad-331b-4196-aeed-cb6384f2c840 req-18501bcc-4326-40d1-b194-45dc4990fe21 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Received event network-vif-plugged-ef75bc36-77bc-4f0e-aba7-f246afb45680 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.573844] env[69385]: DEBUG oslo_concurrency.lockutils [req-b0bf27ad-331b-4196-aeed-cb6384f2c840 req-18501bcc-4326-40d1-b194-45dc4990fe21 service nova] Acquiring lock "6d546662-16b1-4813-bd02-6ac165b76845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.573844] env[69385]: DEBUG oslo_concurrency.lockutils [req-b0bf27ad-331b-4196-aeed-cb6384f2c840 req-18501bcc-4326-40d1-b194-45dc4990fe21 service nova] Lock "6d546662-16b1-4813-bd02-6ac165b76845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.573844] env[69385]: DEBUG oslo_concurrency.lockutils [req-b0bf27ad-331b-4196-aeed-cb6384f2c840 req-18501bcc-4326-40d1-b194-45dc4990fe21 service nova] Lock "6d546662-16b1-4813-bd02-6ac165b76845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.573844] env[69385]: DEBUG nova.compute.manager [req-b0bf27ad-331b-4196-aeed-cb6384f2c840 req-18501bcc-4326-40d1-b194-45dc4990fe21 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] No waiting events found dispatching network-vif-plugged-ef75bc36-77bc-4f0e-aba7-f246afb45680 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.573844] env[69385]: WARNING nova.compute.manager [req-b0bf27ad-331b-4196-aeed-cb6384f2c840 req-18501bcc-4326-40d1-b194-45dc4990fe21 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Received unexpected event network-vif-plugged-ef75bc36-77bc-4f0e-aba7-f246afb45680 for instance with vm_state building and task_state spawning. [ 1016.591663] env[69385]: DEBUG nova.network.neutron [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Successfully updated port: ef75bc36-77bc-4f0e-aba7-f246afb45680 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.594055] env[69385]: DEBUG nova.compute.manager [req-ad729cb7-0880-4310-a0e3-d895fce706dc req-5c7c9726-f423-4525-88c9-aeab09aff1fa service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received event network-vif-deleted-fc6a4f4d-50af-4755-9633-db13934f56b3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.594288] env[69385]: DEBUG nova.compute.manager [req-ad729cb7-0880-4310-a0e3-d895fce706dc req-5c7c9726-f423-4525-88c9-aeab09aff1fa service nova] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Received event network-vif-deleted-4c5359a5-5753-4fb9-b558-b5c2a5ddd0a3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.769878] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Releasing lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.769878] env[69385]: DEBUG nova.objects.instance [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lazy-loading 'flavor' on Instance uuid 97ee0588-43d0-4b08-a661-af12ca0c4db9 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.931592] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.960095] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "5ff20111-4193-4223-8bf7-23978dae759b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.960423] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.982507] env[69385]: DEBUG oslo_concurrency.lockutils [None req-db28aede-cbd7-4cc3-958d-bcbee9afdab3 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "71616b7d-f861-4ddf-84ca-b63dda64c967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.297s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.069123] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beda592b-00ed-4ec6-890c-832843850efd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.079643] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50900423-dd3d-4f7c-81f4-8db3cc7b2ee8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.117193] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "refresh_cache-6d546662-16b1-4813-bd02-6ac165b76845" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.117489] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "refresh_cache-6d546662-16b1-4813-bd02-6ac165b76845" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.117773] env[69385]: DEBUG nova.network.neutron [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.120112] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633c60c5-15a4-4433-a40a-f0fac9c2dcc2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.129493] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a67bc9e-e661-4b45-b965-2edb4be3ce10 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.147035] env[69385]: DEBUG nova.compute.provider_tree [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.278898] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72839f52-c2f2-4654-a814-415fd3a89a55 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.311197] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.312627] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.312900] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3a8a9dc-4cd4-4b01-be8e-036c2e88f28e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.315310] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c500eb1-e1c1-45ef-8f6f-ce503511b3b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.323771] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.324983] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14756e43-604a-4748-9f42-21a128fb007b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.326634] env[69385]: DEBUG oslo_vmware.api [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1017.326634] env[69385]: value = "task-3340702" [ 1017.326634] env[69385]: _type = "Task" [ 1017.326634] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.336910] env[69385]: DEBUG oslo_vmware.api [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.391468] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.391699] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.392271] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleting the datastore file [datastore1] 68a5b3e3-231d-4238-8eba-437ff2a2bed4 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.392527] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b549cf0d-50aa-4fbb-a6b0-5cfb9fecb646 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.399935] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1017.399935] env[69385]: value = "task-3340704" [ 1017.399935] env[69385]: _type = "Task" [ 1017.399935] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.409052] env[69385]: DEBUG oslo_concurrency.lockutils [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "e43d449e-449f-44fe-a914-4fec3014af08" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.409368] env[69385]: DEBUG oslo_concurrency.lockutils [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.409575] env[69385]: DEBUG nova.compute.manager [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Going to confirm migration 4 {{(pid=69385) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1017.411106] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.463839] env[69385]: DEBUG nova.compute.manager [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.651913] env[69385]: DEBUG nova.scheduler.client.report [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.660932] env[69385]: DEBUG nova.network.neutron [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.837504] env[69385]: DEBUG oslo_vmware.api [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340702, 'name': PowerOffVM_Task, 'duration_secs': 0.283339} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.837844] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.843606] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfiguring VM instance instance-0000003f to detach disk 2002 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1017.843940] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63d38ba-6555-4038-8855-f56b25aeba64 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.862209] env[69385]: DEBUG nova.network.neutron [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Updating instance_info_cache with network_info: [{"id": "ef75bc36-77bc-4f0e-aba7-f246afb45680", "address": "fa:16:3e:82:76:4a", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef75bc36-77", "ovs_interfaceid": "ef75bc36-77bc-4f0e-aba7-f246afb45680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.869730] env[69385]: DEBUG oslo_vmware.api [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1017.869730] env[69385]: value = "task-3340705" [ 1017.869730] env[69385]: _type = "Task" [ 1017.869730] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.879227] env[69385]: DEBUG oslo_vmware.api [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.912374] env[69385]: DEBUG oslo_vmware.api [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146653} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.912674] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.912916] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.913062] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.942199] env[69385]: INFO nova.scheduler.client.report [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted allocations for instance 68a5b3e3-231d-4238-8eba-437ff2a2bed4 [ 1017.988621] env[69385]: DEBUG oslo_concurrency.lockutils [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.988805] env[69385]: DEBUG oslo_concurrency.lockutils [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.988995] env[69385]: DEBUG nova.network.neutron [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.989243] env[69385]: DEBUG nova.objects.instance [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lazy-loading 'info_cache' on Instance uuid e43d449e-449f-44fe-a914-4fec3014af08 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.992758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.157707] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.158299] env[69385]: DEBUG nova.compute.manager [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.161265] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.809s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.163024] env[69385]: INFO nova.compute.claims [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.365014] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "refresh_cache-6d546662-16b1-4813-bd02-6ac165b76845" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.365338] env[69385]: DEBUG nova.compute.manager [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Instance network_info: |[{"id": "ef75bc36-77bc-4f0e-aba7-f246afb45680", "address": "fa:16:3e:82:76:4a", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef75bc36-77", "ovs_interfaceid": "ef75bc36-77bc-4f0e-aba7-f246afb45680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.365776] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:76:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef75bc36-77bc-4f0e-aba7-f246afb45680', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.373226] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.373530] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.376953] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3380859-d7d6-4cc3-885d-70c6de6834a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.396198] env[69385]: DEBUG oslo_vmware.api [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340705, 'name': ReconfigVM_Task, 'duration_secs': 0.495612} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.397381] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfigured VM instance instance-0000003f to detach disk 2002 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.397576] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.397798] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.397798] env[69385]: value = "task-3340706" [ 1018.397798] env[69385]: _type = "Task" [ 1018.397798] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.397976] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-008a0644-5c94-400f-ac79-1b5e3a82477f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.406456] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340706, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.407582] env[69385]: DEBUG oslo_vmware.api [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1018.407582] env[69385]: value = "task-3340707" [ 1018.407582] env[69385]: _type = "Task" [ 1018.407582] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.414261] env[69385]: DEBUG oslo_vmware.api [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.450904] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.604217] env[69385]: DEBUG nova.compute.manager [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Received event network-changed-ef75bc36-77bc-4f0e-aba7-f246afb45680 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.604438] env[69385]: DEBUG nova.compute.manager [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Refreshing instance network info cache due to event network-changed-ef75bc36-77bc-4f0e-aba7-f246afb45680. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1018.604657] env[69385]: DEBUG oslo_concurrency.lockutils [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] Acquiring lock "refresh_cache-6d546662-16b1-4813-bd02-6ac165b76845" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.604793] env[69385]: DEBUG oslo_concurrency.lockutils [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] Acquired lock "refresh_cache-6d546662-16b1-4813-bd02-6ac165b76845" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.604944] env[69385]: DEBUG nova.network.neutron [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Refreshing network info cache for port ef75bc36-77bc-4f0e-aba7-f246afb45680 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.676028] env[69385]: DEBUG nova.compute.utils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.677432] env[69385]: DEBUG nova.compute.manager [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.677904] env[69385]: DEBUG nova.network.neutron [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.737048] env[69385]: DEBUG nova.policy [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0df81d77a444f7aa4d76f041420be36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615b2ca3410748859ccfbf610c65f5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.913431] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340706, 'name': CreateVM_Task, 'duration_secs': 0.442364} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.917583] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.918917] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.918917] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.920912] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.920912] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1563a6-7d22-47ee-b03c-79f0fb10e253 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.927205] env[69385]: DEBUG oslo_vmware.api [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340707, 'name': PowerOnVM_Task, 'duration_secs': 0.480965} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.928711] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.931042] env[69385]: DEBUG nova.compute.manager [None req-f83ce0b6-d9f1-4317-93c9-9b72c26523ab tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.931042] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11819f08-e7fb-46ee-bb5c-74f66d892eb7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.935054] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1018.935054] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5200954b-210a-772b-f9f8-1e61f0c5e508" [ 1018.935054] env[69385]: _type = "Task" [ 1018.935054] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.956026] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5200954b-210a-772b-f9f8-1e61f0c5e508, 'name': SearchDatastore_Task, 'duration_secs': 0.014573} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.956026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.956026] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.956026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.956026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.956026] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.956026] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ae98791-1fa9-47df-9ab1-a56dfa2009a1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.965862] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.966232] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.969196] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-066cc970-9dce-400a-a10c-c9ba725643a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.973080] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1018.973080] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52603f30-c475-c7c6-23e8-e460114bad87" [ 1018.973080] env[69385]: _type = "Task" [ 1018.973080] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.982743] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52603f30-c475-c7c6-23e8-e460114bad87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.182406] env[69385]: DEBUG nova.compute.manager [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.399330] env[69385]: DEBUG nova.network.neutron [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance_info_cache with network_info: [{"id": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "address": "fa:16:3e:39:c9:fc", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2960a216-fb", "ovs_interfaceid": "2960a216-fbd2-4319-89f4-37bed3b93d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.399330] env[69385]: DEBUG nova.network.neutron [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Successfully created port: d264c9fe-47fb-4180-9ea9-103b86573854 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.491703] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52603f30-c475-c7c6-23e8-e460114bad87, 'name': SearchDatastore_Task, 'duration_secs': 0.013374} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.492824] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e21315-62b0-4562-9ebb-c5c6f9bace79 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.506700] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1019.506700] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520df71c-aeb4-8599-1c44-1709318bc63d" [ 1019.506700] env[69385]: _type = "Task" [ 1019.506700] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.510627] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.515330] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520df71c-aeb4-8599-1c44-1709318bc63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.532438] env[69385]: DEBUG nova.network.neutron [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Updated VIF entry in instance network info cache for port ef75bc36-77bc-4f0e-aba7-f246afb45680. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.532438] env[69385]: DEBUG nova.network.neutron [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Updating instance_info_cache with network_info: [{"id": "ef75bc36-77bc-4f0e-aba7-f246afb45680", "address": "fa:16:3e:82:76:4a", "network": {"id": "4c4aed9e-dd94-4094-8c2b-53f9bc59b429", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982003183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bb20c7ea76a4c728323406d23768e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef75bc36-77", "ovs_interfaceid": "ef75bc36-77bc-4f0e-aba7-f246afb45680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.647272] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ea529e-b9e5-4d9c-98da-13c54b948413 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.655836] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cea5ad0-98c5-4c08-a9fa-ebb8127d5c5e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.705020] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e2893-87e3-49cc-b8b7-d3baadd15abb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.709663] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92de86-9767-4757-8745-d8d333747ec3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.726245] env[69385]: DEBUG nova.compute.provider_tree [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.904919] env[69385]: DEBUG oslo_concurrency.lockutils [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-e43d449e-449f-44fe-a914-4fec3014af08" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.905476] env[69385]: DEBUG nova.objects.instance [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lazy-loading 'migration_context' on Instance uuid e43d449e-449f-44fe-a914-4fec3014af08 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.018222] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520df71c-aeb4-8599-1c44-1709318bc63d, 'name': SearchDatastore_Task, 'duration_secs': 0.01966} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.019161] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.019454] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6d546662-16b1-4813-bd02-6ac165b76845/6d546662-16b1-4813-bd02-6ac165b76845.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.019729] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9880649a-e5f9-4713-8967-709fcbe75baa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.027073] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1020.027073] env[69385]: value = "task-3340708" [ 1020.027073] env[69385]: _type = "Task" [ 1020.027073] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.039396] env[69385]: DEBUG oslo_concurrency.lockutils [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] Releasing lock "refresh_cache-6d546662-16b1-4813-bd02-6ac165b76845" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.040324] env[69385]: DEBUG nova.compute.manager [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Received event network-vif-unplugged-dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1020.040324] env[69385]: DEBUG oslo_concurrency.lockutils [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] Acquiring lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.040748] env[69385]: DEBUG oslo_concurrency.lockutils [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.040748] env[69385]: DEBUG oslo_concurrency.lockutils [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.041075] env[69385]: DEBUG nova.compute.manager [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] No waiting events found dispatching network-vif-unplugged-dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.042294] env[69385]: WARNING nova.compute.manager [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Received unexpected event network-vif-unplugged-dba49bf2-f286-47e2-aade-18ec10ef1868 for instance with vm_state shelved_offloaded and task_state None. [ 1020.042294] env[69385]: DEBUG nova.compute.manager [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Received event network-changed-dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1020.042294] env[69385]: DEBUG nova.compute.manager [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Refreshing instance network info cache due to event network-changed-dba49bf2-f286-47e2-aade-18ec10ef1868. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1020.042440] env[69385]: DEBUG oslo_concurrency.lockutils [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] Acquiring lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.042556] env[69385]: DEBUG oslo_concurrency.lockutils [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] Acquired lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.042827] env[69385]: DEBUG nova.network.neutron [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Refreshing network info cache for port dba49bf2-f286-47e2-aade-18ec10ef1868 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.044667] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.208917] env[69385]: DEBUG nova.compute.manager [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.235114] env[69385]: DEBUG nova.scheduler.client.report [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.242154] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "71616b7d-f861-4ddf-84ca-b63dda64c967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.242490] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "71616b7d-f861-4ddf-84ca-b63dda64c967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.242776] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "71616b7d-f861-4ddf-84ca-b63dda64c967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.242969] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "71616b7d-f861-4ddf-84ca-b63dda64c967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.243195] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "71616b7d-f861-4ddf-84ca-b63dda64c967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.249199] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.249581] env[69385]: DEBUG nova.virt.hardware [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.253362] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f196bf-bcc2-425c-bd53-b88f1eb40713 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.254163] env[69385]: INFO nova.compute.manager [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Terminating instance [ 1020.265538] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b78135-8afc-4ea4-a8d1-bd9c244efa3d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.411023] env[69385]: DEBUG nova.objects.base [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.411023] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f4887-a7b5-46fd-94da-fcb340677775 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.435027] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad9ce2a-1f96-42ea-98ad-daa0c6655b43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.441736] env[69385]: DEBUG oslo_vmware.api [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1020.441736] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5284696f-1af6-aa07-a086-824cb27701e7" [ 1020.441736] env[69385]: _type = "Task" [ 1020.441736] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.454501] env[69385]: DEBUG oslo_vmware.api [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5284696f-1af6-aa07-a086-824cb27701e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.541881] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.752296] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.756365] env[69385]: DEBUG nova.compute.manager [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.759562] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.182s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.762431] env[69385]: INFO nova.compute.claims [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.767568] env[69385]: DEBUG nova.compute.manager [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.767568] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.768670] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddc9fd3-c5c2-46e1-bfb1-62f6dba39b09 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.779361] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.779608] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0c0211b-1dd5-414c-a57b-7bb3c52b7468 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.785663] env[69385]: DEBUG oslo_vmware.api [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1020.785663] env[69385]: value = "task-3340709" [ 1020.785663] env[69385]: _type = "Task" [ 1020.785663] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.795051] env[69385]: DEBUG oslo_vmware.api [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.814821] env[69385]: DEBUG nova.network.neutron [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Updated VIF entry in instance network info cache for port dba49bf2-f286-47e2-aade-18ec10ef1868. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.815198] env[69385]: DEBUG nova.network.neutron [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Updating instance_info_cache with network_info: [{"id": "dba49bf2-f286-47e2-aade-18ec10ef1868", "address": "fa:16:3e:ff:9a:83", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": null, "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdba49bf2-f2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.824172] env[69385]: DEBUG nova.compute.manager [req-1cb8d736-2797-48ce-9c99-f26c48780780 req-33be9003-7b84-4fb3-b52f-edc535ec5b6f service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Received event network-changed-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1020.824172] env[69385]: DEBUG nova.compute.manager [req-1cb8d736-2797-48ce-9c99-f26c48780780 req-33be9003-7b84-4fb3-b52f-edc535ec5b6f service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Refreshing instance network info cache due to event network-changed-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1020.824397] env[69385]: DEBUG oslo_concurrency.lockutils [req-1cb8d736-2797-48ce-9c99-f26c48780780 req-33be9003-7b84-4fb3-b52f-edc535ec5b6f service nova] Acquiring lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.824657] env[69385]: DEBUG oslo_concurrency.lockutils [req-1cb8d736-2797-48ce-9c99-f26c48780780 req-33be9003-7b84-4fb3-b52f-edc535ec5b6f service nova] Acquired lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.824747] env[69385]: DEBUG nova.network.neutron [req-1cb8d736-2797-48ce-9c99-f26c48780780 req-33be9003-7b84-4fb3-b52f-edc535ec5b6f service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Refreshing network info cache for port e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.953282] env[69385]: DEBUG oslo_vmware.api [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5284696f-1af6-aa07-a086-824cb27701e7, 'name': SearchDatastore_Task, 'duration_secs': 0.035391} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.953602] env[69385]: DEBUG oslo_concurrency.lockutils [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.038434] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602679} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.038764] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6d546662-16b1-4813-bd02-6ac165b76845/6d546662-16b1-4813-bd02-6ac165b76845.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.039071] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.039379] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25291417-f9c0-42af-b88d-abb6036fdfbd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.046799] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1021.046799] env[69385]: value = "task-3340710" [ 1021.046799] env[69385]: _type = "Task" [ 1021.046799] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.056656] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.154752] env[69385]: DEBUG nova.network.neutron [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Successfully updated port: d264c9fe-47fb-4180-9ea9-103b86573854 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.271825] env[69385]: DEBUG nova.compute.utils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.273840] env[69385]: DEBUG nova.compute.manager [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.274013] env[69385]: DEBUG nova.network.neutron [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.297752] env[69385]: DEBUG oslo_vmware.api [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340709, 'name': PowerOffVM_Task, 'duration_secs': 0.374968} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.298789] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.298868] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.299292] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-507ec697-2552-4f0b-af1f-1b07bf956f5f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.318659] env[69385]: DEBUG oslo_concurrency.lockutils [req-32f7c948-1c61-4cc9-9386-ced51de5cee4 req-6511497a-0c82-4ff0-94f5-d38835a89364 service nova] Releasing lock "refresh_cache-68a5b3e3-231d-4238-8eba-437ff2a2bed4" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.378860] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.379296] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.379557] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Deleting the datastore file [datastore2] 71616b7d-f861-4ddf-84ca-b63dda64c967 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.382174] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb6d80bd-3ace-453a-9e46-fe52d1a7a236 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.392919] env[69385]: DEBUG oslo_vmware.api [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1021.392919] env[69385]: value = "task-3340712" [ 1021.392919] env[69385]: _type = "Task" [ 1021.392919] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.410715] env[69385]: DEBUG oslo_vmware.api [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.526369] env[69385]: DEBUG nova.policy [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b80eb07f0141494b9d3ec69235dc01a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe05053a527d4d659c7ec47a7e9f062b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.561495] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068818} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.561950] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.562893] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582aea52-8a43-4716-bbe3-432e39f1a817 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.590495] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 6d546662-16b1-4813-bd02-6ac165b76845/6d546662-16b1-4813-bd02-6ac165b76845.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.590873] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa11f7d-4f4c-4e45-81c4-a01eaf9b4494 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.615270] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1021.615270] env[69385]: value = "task-3340713" [ 1021.615270] env[69385]: _type = "Task" [ 1021.615270] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.626796] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.659034] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "refresh_cache-fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.659034] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "refresh_cache-fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.659034] env[69385]: DEBUG nova.network.neutron [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.778173] env[69385]: DEBUG nova.compute.manager [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.829753] env[69385]: DEBUG nova.network.neutron [req-1cb8d736-2797-48ce-9c99-f26c48780780 req-33be9003-7b84-4fb3-b52f-edc535ec5b6f service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updated VIF entry in instance network info cache for port e1f68eb2-bc39-4a9f-ad3e-08ad63158edf. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.829982] env[69385]: DEBUG nova.network.neutron [req-1cb8d736-2797-48ce-9c99-f26c48780780 req-33be9003-7b84-4fb3-b52f-edc535ec5b6f service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updating instance_info_cache with network_info: [{"id": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "address": "fa:16:3e:6b:41:30", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f68eb2-bc", "ovs_interfaceid": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.906392] env[69385]: DEBUG oslo_vmware.api [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161829} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.907528] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.908086] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.908086] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.908290] env[69385]: INFO nova.compute.manager [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1021.908628] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.909393] env[69385]: DEBUG nova.compute.manager [-] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.909480] env[69385]: DEBUG nova.network.neutron [-] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.964274] env[69385]: DEBUG nova.network.neutron [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Successfully created port: 8bd77a7a-9fa3-43c4-8380-8120ebf88041 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.130328] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.181481] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cba8bf-4229-41f4-bc3b-1fdf9259e0a5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.189806] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f4874a-2879-4d8b-9172-caa09f0d6683 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.220537] env[69385]: DEBUG nova.network.neutron [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.222993] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1459e0d8-f3be-4221-b6bc-7db763aabc61 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.231612] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc4fb8f-e990-45b7-952d-b7cb612f3a74 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.247186] env[69385]: DEBUG nova.compute.provider_tree [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.332877] env[69385]: DEBUG oslo_concurrency.lockutils [req-1cb8d736-2797-48ce-9c99-f26c48780780 req-33be9003-7b84-4fb3-b52f-edc535ec5b6f service nova] Releasing lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.385889] env[69385]: DEBUG nova.network.neutron [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Updating instance_info_cache with network_info: [{"id": "d264c9fe-47fb-4180-9ea9-103b86573854", "address": "fa:16:3e:77:60:1b", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd264c9fe-47", "ovs_interfaceid": "d264c9fe-47fb-4180-9ea9-103b86573854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.557625] env[69385]: DEBUG nova.compute.manager [req-fcee9d34-6742-4cc1-b849-76daf2ceba6b req-2e5739ce-7ad3-4e7b-8185-bd824696597c service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Received event network-vif-deleted-9cefec73-c40f-4801-a216-e13d4cc27fb3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1022.557828] env[69385]: INFO nova.compute.manager [req-fcee9d34-6742-4cc1-b849-76daf2ceba6b req-2e5739ce-7ad3-4e7b-8185-bd824696597c service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Neutron deleted interface 9cefec73-c40f-4801-a216-e13d4cc27fb3; detaching it from the instance and deleting it from the info cache [ 1022.558976] env[69385]: DEBUG nova.network.neutron [req-fcee9d34-6742-4cc1-b849-76daf2ceba6b req-2e5739ce-7ad3-4e7b-8185-bd824696597c service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.629037] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340713, 'name': ReconfigVM_Task, 'duration_secs': 0.739611} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.629037] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 6d546662-16b1-4813-bd02-6ac165b76845/6d546662-16b1-4813-bd02-6ac165b76845.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.629037] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1272f675-241e-406e-8550-563d3a5d2ebe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.635483] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1022.635483] env[69385]: value = "task-3340714" [ 1022.635483] env[69385]: _type = "Task" [ 1022.635483] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.643919] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340714, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.782008] env[69385]: ERROR nova.scheduler.client.report [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [req-e606bf4c-4790-4e7e-aa90-4992d187cfc5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e606bf4c-4790-4e7e-aa90-4992d187cfc5"}]} [ 1022.792287] env[69385]: DEBUG nova.compute.manager [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.805984] env[69385]: DEBUG nova.scheduler.client.report [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1022.822178] env[69385]: DEBUG nova.scheduler.client.report [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1022.822306] env[69385]: DEBUG nova.compute.provider_tree [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.826459] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.826669] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.826814] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.826983] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.827148] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.827288] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.830287] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.830287] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.830287] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.830287] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.830287] env[69385]: DEBUG nova.virt.hardware [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.830287] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f34bfb-8e8c-4c08-9bca-4065522a16f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.845765] env[69385]: DEBUG nova.scheduler.client.report [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1022.849206] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b809081-5b1d-4d9e-b796-909504af77af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.857885] env[69385]: DEBUG nova.compute.manager [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Received event network-changed-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1022.858260] env[69385]: DEBUG nova.compute.manager [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Refreshing instance network info cache due to event network-changed-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1022.858483] env[69385]: DEBUG oslo_concurrency.lockutils [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] Acquiring lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.858630] env[69385]: DEBUG oslo_concurrency.lockutils [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] Acquired lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.858793] env[69385]: DEBUG nova.network.neutron [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Refreshing network info cache for port e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.872693] env[69385]: DEBUG nova.scheduler.client.report [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1022.890257] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "refresh_cache-fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.890257] env[69385]: DEBUG nova.compute.manager [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Instance network_info: |[{"id": "d264c9fe-47fb-4180-9ea9-103b86573854", "address": "fa:16:3e:77:60:1b", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd264c9fe-47", "ovs_interfaceid": "d264c9fe-47fb-4180-9ea9-103b86573854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.890257] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:60:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd264c9fe-47fb-4180-9ea9-103b86573854', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.897759] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.900531] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.901157] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0d17b8a-5209-4544-bdb6-db643180407e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.926957] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.926957] env[69385]: value = "task-3340715" [ 1022.926957] env[69385]: _type = "Task" [ 1022.926957] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.935842] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340715, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.033821] env[69385]: DEBUG nova.network.neutron [-] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.063470] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a561c755-b7c3-4c75-b9dc-1e0908ad0c61 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.076542] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01dc705-efa4-4921-bd10-36eaa63553cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.124153] env[69385]: DEBUG nova.compute.manager [req-fcee9d34-6742-4cc1-b849-76daf2ceba6b req-2e5739ce-7ad3-4e7b-8185-bd824696597c service nova] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Detach interface failed, port_id=9cefec73-c40f-4801-a216-e13d4cc27fb3, reason: Instance 71616b7d-f861-4ddf-84ca-b63dda64c967 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1023.155096] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340714, 'name': Rename_Task, 'duration_secs': 0.150353} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.155754] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.156359] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb38edd5-a704-4567-9ebf-3cdec7db0fe3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.167050] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1023.167050] env[69385]: value = "task-3340716" [ 1023.167050] env[69385]: _type = "Task" [ 1023.167050] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.175615] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.269357] env[69385]: DEBUG nova.network.neutron [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updated VIF entry in instance network info cache for port e1f68eb2-bc39-4a9f-ad3e-08ad63158edf. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.269876] env[69385]: DEBUG nova.network.neutron [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updating instance_info_cache with network_info: [{"id": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "address": "fa:16:3e:6b:41:30", "network": {"id": "60610852-ddaa-4c71-8bfd-d56200bd895d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-61217302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fec5704722f490e8809e7b1b91d8fe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f68eb2-bc", "ovs_interfaceid": "e1f68eb2-bc39-4a9f-ad3e-08ad63158edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.338654] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7acbe3-b0d3-4435-9c58-b64842195537 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.345958] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d04e0-4b59-468d-8c48-2cde7f6de038 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.378112] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7753b15a-26ce-4851-8bbb-43a5381f420f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.386648] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdf7036-cd57-4818-a019-16d73f7f2675 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.403570] env[69385]: DEBUG nova.compute.provider_tree [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.438246] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340715, 'name': CreateVM_Task, 'duration_secs': 0.380945} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.438534] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.439875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.440228] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.440620] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.441139] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656b9cd3-f63a-4031-9973-226f9c110864 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.447955] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1023.447955] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a34243-ca26-d023-b468-fd9f47092f87" [ 1023.447955] env[69385]: _type = "Task" [ 1023.447955] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.455733] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a34243-ca26-d023-b468-fd9f47092f87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.537606] env[69385]: INFO nova.compute.manager [-] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Took 1.63 seconds to deallocate network for instance. [ 1023.568315] env[69385]: DEBUG nova.network.neutron [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Successfully updated port: 8bd77a7a-9fa3-43c4-8380-8120ebf88041 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.680039] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340716, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.781275] env[69385]: DEBUG oslo_concurrency.lockutils [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] Releasing lock "refresh_cache-97ee0588-43d0-4b08-a661-af12ca0c4db9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.781542] env[69385]: DEBUG nova.compute.manager [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Received event network-vif-plugged-d264c9fe-47fb-4180-9ea9-103b86573854 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.781739] env[69385]: DEBUG oslo_concurrency.lockutils [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] Acquiring lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.781943] env[69385]: DEBUG oslo_concurrency.lockutils [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] Lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.782159] env[69385]: DEBUG oslo_concurrency.lockutils [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] Lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.782407] env[69385]: DEBUG nova.compute.manager [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] No waiting events found dispatching network-vif-plugged-d264c9fe-47fb-4180-9ea9-103b86573854 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.782497] env[69385]: WARNING nova.compute.manager [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Received unexpected event network-vif-plugged-d264c9fe-47fb-4180-9ea9-103b86573854 for instance with vm_state building and task_state spawning. [ 1023.782657] env[69385]: DEBUG nova.compute.manager [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Received event network-changed-d264c9fe-47fb-4180-9ea9-103b86573854 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.782807] env[69385]: DEBUG nova.compute.manager [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Refreshing instance network info cache due to event network-changed-d264c9fe-47fb-4180-9ea9-103b86573854. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1023.782990] env[69385]: DEBUG oslo_concurrency.lockutils [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] Acquiring lock "refresh_cache-fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.783191] env[69385]: DEBUG oslo_concurrency.lockutils [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] Acquired lock "refresh_cache-fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.783302] env[69385]: DEBUG nova.network.neutron [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Refreshing network info cache for port d264c9fe-47fb-4180-9ea9-103b86573854 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.943380] env[69385]: DEBUG nova.scheduler.client.report [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1023.943624] env[69385]: DEBUG nova.compute.provider_tree [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 108 to 109 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1023.943797] env[69385]: DEBUG nova.compute.provider_tree [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.960176] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a34243-ca26-d023-b468-fd9f47092f87, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.960500] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.960734] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.960966] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.961124] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.961308] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.962372] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fff3198-80fd-4611-a560-774d284fc7cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.974418] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.974668] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.975461] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6d89af-361d-486a-85c0-eede505dc292 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.981827] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1023.981827] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8d8e0-aad1-665e-358b-026b15a7a79e" [ 1023.981827] env[69385]: _type = "Task" [ 1023.981827] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.990198] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8d8e0-aad1-665e-358b-026b15a7a79e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.044713] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.072727] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "refresh_cache-f2a9b3df-0eb5-4b16-9eb2-6e598926191a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.072884] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquired lock "refresh_cache-f2a9b3df-0eb5-4b16-9eb2-6e598926191a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.073047] env[69385]: DEBUG nova.network.neutron [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.178384] env[69385]: DEBUG oslo_vmware.api [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340716, 'name': PowerOnVM_Task, 'duration_secs': 0.552576} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.178671] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.178873] env[69385]: INFO nova.compute.manager [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1024.179062] env[69385]: DEBUG nova.compute.manager [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.179858] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9275d98-cf32-41f0-acee-24ee2404f0b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.454580] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.695s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.455107] env[69385]: DEBUG nova.compute.manager [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.457564] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.494s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.459091] env[69385]: INFO nova.compute.claims [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.494610] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8d8e0-aad1-665e-358b-026b15a7a79e, 'name': SearchDatastore_Task, 'duration_secs': 0.022295} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.500333] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116bfde0-35cb-4fb9-a92e-d108b13edec0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.509017] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1024.509017] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52888d2f-f2b6-adda-3232-ff0af9f69927" [ 1024.509017] env[69385]: _type = "Task" [ 1024.509017] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.515931] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52888d2f-f2b6-adda-3232-ff0af9f69927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.563659] env[69385]: DEBUG nova.network.neutron [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Updated VIF entry in instance network info cache for port d264c9fe-47fb-4180-9ea9-103b86573854. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.563659] env[69385]: DEBUG nova.network.neutron [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Updating instance_info_cache with network_info: [{"id": "d264c9fe-47fb-4180-9ea9-103b86573854", "address": "fa:16:3e:77:60:1b", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd264c9fe-47", "ovs_interfaceid": "d264c9fe-47fb-4180-9ea9-103b86573854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.627071] env[69385]: DEBUG nova.network.neutron [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.703192] env[69385]: INFO nova.compute.manager [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Took 24.93 seconds to build instance. [ 1024.826091] env[69385]: DEBUG nova.network.neutron [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Updating instance_info_cache with network_info: [{"id": "8bd77a7a-9fa3-43c4-8380-8120ebf88041", "address": "fa:16:3e:b5:49:e7", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd77a7a-9f", "ovs_interfaceid": "8bd77a7a-9fa3-43c4-8380-8120ebf88041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.966492] env[69385]: DEBUG nova.compute.utils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.970318] env[69385]: DEBUG nova.compute.manager [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.970621] env[69385]: DEBUG nova.network.neutron [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.978014] env[69385]: DEBUG nova.compute.manager [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Received event network-vif-plugged-8bd77a7a-9fa3-43c4-8380-8120ebf88041 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1024.978408] env[69385]: DEBUG oslo_concurrency.lockutils [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] Acquiring lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.978916] env[69385]: DEBUG oslo_concurrency.lockutils [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] Lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.980756] env[69385]: DEBUG oslo_concurrency.lockutils [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] Lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.980756] env[69385]: DEBUG nova.compute.manager [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] No waiting events found dispatching network-vif-plugged-8bd77a7a-9fa3-43c4-8380-8120ebf88041 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.980756] env[69385]: WARNING nova.compute.manager [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Received unexpected event network-vif-plugged-8bd77a7a-9fa3-43c4-8380-8120ebf88041 for instance with vm_state building and task_state spawning. [ 1024.980756] env[69385]: DEBUG nova.compute.manager [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Received event network-changed-8bd77a7a-9fa3-43c4-8380-8120ebf88041 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1024.980756] env[69385]: DEBUG nova.compute.manager [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Refreshing instance network info cache due to event network-changed-8bd77a7a-9fa3-43c4-8380-8120ebf88041. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1024.980756] env[69385]: DEBUG oslo_concurrency.lockutils [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] Acquiring lock "refresh_cache-f2a9b3df-0eb5-4b16-9eb2-6e598926191a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.019256] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52888d2f-f2b6-adda-3232-ff0af9f69927, 'name': SearchDatastore_Task, 'duration_secs': 0.013763} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.019690] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.020084] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] fdefdd7a-2dc4-4e95-aab2-d534f784fa0b/fdefdd7a-2dc4-4e95-aab2-d534f784fa0b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.020497] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-746b8c0c-7dbf-41dd-971a-9602f37d8b23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.027471] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1025.027471] env[69385]: value = "task-3340717" [ 1025.027471] env[69385]: _type = "Task" [ 1025.027471] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.035895] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.066946] env[69385]: DEBUG oslo_concurrency.lockutils [req-7d12c0d1-b6c4-4f85-84b4-7a589754faec req-61d1be87-d700-4ddd-b9d0-d224b5c5425c service nova] Releasing lock "refresh_cache-fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.072492] env[69385]: DEBUG nova.policy [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b80eb07f0141494b9d3ec69235dc01a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe05053a527d4d659c7ec47a7e9f062b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.205663] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ebb82698-5f23-4f52-8a53-86de7c8db6bf tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "6d546662-16b1-4813-bd02-6ac165b76845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.444s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.331033] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Releasing lock "refresh_cache-f2a9b3df-0eb5-4b16-9eb2-6e598926191a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.331033] env[69385]: DEBUG nova.compute.manager [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Instance network_info: |[{"id": "8bd77a7a-9fa3-43c4-8380-8120ebf88041", "address": "fa:16:3e:b5:49:e7", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd77a7a-9f", "ovs_interfaceid": "8bd77a7a-9fa3-43c4-8380-8120ebf88041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.331033] env[69385]: DEBUG oslo_concurrency.lockutils [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] Acquired lock "refresh_cache-f2a9b3df-0eb5-4b16-9eb2-6e598926191a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.331033] env[69385]: DEBUG nova.network.neutron [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Refreshing network info cache for port 8bd77a7a-9fa3-43c4-8380-8120ebf88041 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.333394] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:49:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bd77a7a-9fa3-43c4-8380-8120ebf88041', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.345779] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Creating folder: Project (fe05053a527d4d659c7ec47a7e9f062b). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.347156] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac5756e8-aaa4-43b4-81c5-e85bfc2b1c03 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.359492] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Created folder: Project (fe05053a527d4d659c7ec47a7e9f062b) in parent group-v666556. [ 1025.361208] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Creating folder: Instances. Parent ref: group-v666766. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.365341] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcd1245a-9add-4e5f-a49f-0af82b763a38 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.379026] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Created folder: Instances in parent group-v666766. [ 1025.379026] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.379026] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.379026] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed6819a2-8af0-47de-b280-7b4bbc7181da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.405192] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.405192] env[69385]: value = "task-3340720" [ 1025.405192] env[69385]: _type = "Task" [ 1025.405192] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.418608] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340720, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.474978] env[69385]: DEBUG nova.compute.manager [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.502289] env[69385]: DEBUG nova.network.neutron [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Successfully created port: 89f5c352-252d-4e29-bb7b-091918f28c15 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.546025] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454023} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.546025] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] fdefdd7a-2dc4-4e95-aab2-d534f784fa0b/fdefdd7a-2dc4-4e95-aab2-d534f784fa0b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.546025] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.546025] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0fd3792-5d5d-47a6-a81f-3bd2dfb4573e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.554479] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1025.554479] env[69385]: value = "task-3340721" [ 1025.554479] env[69385]: _type = "Task" [ 1025.554479] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.565360] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.911913] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaf1853-60b5-4eb6-8bce-b3d4e7dc28ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.921960] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340720, 'name': CreateVM_Task, 'duration_secs': 0.351206} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.923925] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.924653] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.924819] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.925180] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.926283] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a487f6-7c31-4ac0-86fd-abef3e299f71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.929843] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fb5460-d992-40fa-9452-0ff22ba09bb2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.934167] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1025.934167] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e32ad-026f-ff0c-64c6-aec216b87d39" [ 1025.934167] env[69385]: _type = "Task" [ 1025.934167] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.964310] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e5bf71-9139-4a2b-b92c-4e62d6bc2df8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.975416] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518e98dc-47cc-48b5-9839-a7801728bd72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.979463] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e32ad-026f-ff0c-64c6-aec216b87d39, 'name': SearchDatastore_Task, 'duration_secs': 0.009414} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.979767] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.979997] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.980269] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.980421] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.980601] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.983165] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-142ce231-5f76-4838-9ca6-8194ea2507f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.997368] env[69385]: DEBUG nova.compute.provider_tree [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.005041] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.005162] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.005930] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864c03b7-7e94-473d-b549-0ccf63cf9e66 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.011579] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1026.011579] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5261e842-7685-2c53-ffd5-bb17693c7f1e" [ 1026.011579] env[69385]: _type = "Task" [ 1026.011579] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.019953] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5261e842-7685-2c53-ffd5-bb17693c7f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.063654] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059038} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.063915] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.064684] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192a941e-745b-42c7-aebe-8a066d687b1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.086273] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] fdefdd7a-2dc4-4e95-aab2-d534f784fa0b/fdefdd7a-2dc4-4e95-aab2-d534f784fa0b.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.089088] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e922d513-c551-4ab7-917f-ccbc529327eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.111337] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1026.111337] env[69385]: value = "task-3340722" [ 1026.111337] env[69385]: _type = "Task" [ 1026.111337] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.120913] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.221769] env[69385]: DEBUG nova.network.neutron [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Updated VIF entry in instance network info cache for port 8bd77a7a-9fa3-43c4-8380-8120ebf88041. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.222258] env[69385]: DEBUG nova.network.neutron [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Updating instance_info_cache with network_info: [{"id": "8bd77a7a-9fa3-43c4-8380-8120ebf88041", "address": "fa:16:3e:b5:49:e7", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd77a7a-9f", "ovs_interfaceid": "8bd77a7a-9fa3-43c4-8380-8120ebf88041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.500411] env[69385]: DEBUG nova.compute.manager [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.503310] env[69385]: DEBUG nova.scheduler.client.report [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.523182] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5261e842-7685-2c53-ffd5-bb17693c7f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.008031} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.526196] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8df7c4-e85e-4762-b7ea-09f3e29b3ff4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.533767] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.535303] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.535549] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.535764] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.535917] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.536071] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.536283] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.536440] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.536602] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.536762] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.536930] env[69385]: DEBUG nova.virt.hardware [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.537303] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1026.537303] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523948fc-f20e-bf3a-c469-4b308180b0fa" [ 1026.537303] env[69385]: _type = "Task" [ 1026.537303] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.538024] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccad0db-fa78-4342-b2ab-4ffe82318d51 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.553289] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedffdc1-1dc9-4fd0-8633-42ffadca080a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.557074] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523948fc-f20e-bf3a-c469-4b308180b0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.621567] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.724961] env[69385]: DEBUG oslo_concurrency.lockutils [req-039a4cd4-0502-45aa-aabd-a07ded63b398 req-3dfe8cdb-1934-48f3-a6f3-4e05b90a690a service nova] Releasing lock "refresh_cache-f2a9b3df-0eb5-4b16-9eb2-6e598926191a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.777317] env[69385]: DEBUG nova.compute.manager [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.778406] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c06db0-cb02-4583-80db-a420e25a8246 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.008435] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.009037] env[69385]: DEBUG nova.compute.manager [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.013209] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.501s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.013463] env[69385]: DEBUG nova.objects.instance [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1027.055823] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523948fc-f20e-bf3a-c469-4b308180b0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.054087} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.056250] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.056545] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] f2a9b3df-0eb5-4b16-9eb2-6e598926191a/f2a9b3df-0eb5-4b16-9eb2-6e598926191a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.057638] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c9e2f28-d556-417f-87e3-8c8335a0125c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.062329] env[69385]: DEBUG nova.compute.manager [req-2a6cf08d-f265-4980-95d7-153a6765c496 req-57e8b95c-ccc5-44c2-9d65-442a4fe4d3e5 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Received event network-vif-plugged-89f5c352-252d-4e29-bb7b-091918f28c15 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1027.062580] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a6cf08d-f265-4980-95d7-153a6765c496 req-57e8b95c-ccc5-44c2-9d65-442a4fe4d3e5 service nova] Acquiring lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.062902] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a6cf08d-f265-4980-95d7-153a6765c496 req-57e8b95c-ccc5-44c2-9d65-442a4fe4d3e5 service nova] Lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.064230] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a6cf08d-f265-4980-95d7-153a6765c496 req-57e8b95c-ccc5-44c2-9d65-442a4fe4d3e5 service nova] Lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.064230] env[69385]: DEBUG nova.compute.manager [req-2a6cf08d-f265-4980-95d7-153a6765c496 req-57e8b95c-ccc5-44c2-9d65-442a4fe4d3e5 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] No waiting events found dispatching network-vif-plugged-89f5c352-252d-4e29-bb7b-091918f28c15 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.064230] env[69385]: WARNING nova.compute.manager [req-2a6cf08d-f265-4980-95d7-153a6765c496 req-57e8b95c-ccc5-44c2-9d65-442a4fe4d3e5 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Received unexpected event network-vif-plugged-89f5c352-252d-4e29-bb7b-091918f28c15 for instance with vm_state building and task_state spawning. [ 1027.066494] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1027.066494] env[69385]: value = "task-3340723" [ 1027.066494] env[69385]: _type = "Task" [ 1027.066494] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.075659] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.123274] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.152847] env[69385]: DEBUG nova.network.neutron [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Successfully updated port: 89f5c352-252d-4e29-bb7b-091918f28c15 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.294757] env[69385]: INFO nova.compute.manager [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] instance snapshotting [ 1027.297803] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061fbe03-04ce-4829-a914-06ac32c1a06f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.319629] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68afbc4d-d1da-475f-8811-b2e8964aaf98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.514836] env[69385]: DEBUG nova.compute.utils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.516383] env[69385]: DEBUG nova.compute.manager [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.516509] env[69385]: DEBUG nova.network.neutron [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.560878] env[69385]: DEBUG nova.policy [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbe3baa05a44409d96f007dd772d23aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '040713d064a9450397c3349335308729', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.576645] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340723, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.622163] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340722, 'name': ReconfigVM_Task, 'duration_secs': 1.098213} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.622502] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] fdefdd7a-2dc4-4e95-aab2-d534f784fa0b/fdefdd7a-2dc4-4e95-aab2-d534f784fa0b.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.623206] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66fc2680-d53c-4044-85e0-65a0ef8f3d05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.629993] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1027.629993] env[69385]: value = "task-3340724" [ 1027.629993] env[69385]: _type = "Task" [ 1027.629993] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.640687] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340724, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.655378] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "refresh_cache-15c66df3-e20e-4d08-a2d3-ca48d5f09aee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.655524] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquired lock "refresh_cache-15c66df3-e20e-4d08-a2d3-ca48d5f09aee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.655724] env[69385]: DEBUG nova.network.neutron [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.831885] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1027.832289] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c2505c4-aa6e-4c87-862a-72b4caddb034 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.841288] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1027.841288] env[69385]: value = "task-3340725" [ 1027.841288] env[69385]: _type = "Task" [ 1027.841288] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.854076] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340725, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.863279] env[69385]: DEBUG nova.network.neutron [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Successfully created port: 0b365ff9-0087-48b9-9cba-459a1d30ecec {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.022199] env[69385]: DEBUG nova.compute.manager [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.027709] env[69385]: DEBUG oslo_concurrency.lockutils [None req-208defb9-b5f3-4c2b-bba1-bb993d4fdaf1 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.029059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.179s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.032130] env[69385]: DEBUG nova.objects.instance [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'resources' on Instance uuid 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.079257] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52325} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.079538] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] f2a9b3df-0eb5-4b16-9eb2-6e598926191a/f2a9b3df-0eb5-4b16-9eb2-6e598926191a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.079751] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.080029] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec40d18b-44df-4e54-9d19-a8378c503fdf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.088281] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1028.088281] env[69385]: value = "task-3340726" [ 1028.088281] env[69385]: _type = "Task" [ 1028.088281] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.098409] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.140983] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340724, 'name': Rename_Task, 'duration_secs': 0.291981} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.140983] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.141278] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57140afd-3fa8-4b62-b2a6-849fbbd4ade7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.147476] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1028.147476] env[69385]: value = "task-3340727" [ 1028.147476] env[69385]: _type = "Task" [ 1028.147476] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.156421] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.212984] env[69385]: DEBUG nova.network.neutron [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.355446] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340725, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.375758] env[69385]: DEBUG nova.network.neutron [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Updating instance_info_cache with network_info: [{"id": "89f5c352-252d-4e29-bb7b-091918f28c15", "address": "fa:16:3e:3c:22:7e", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f5c352-25", "ovs_interfaceid": "89f5c352-252d-4e29-bb7b-091918f28c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.599743] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064074} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.602073] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.603091] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d16e51-b3f5-4868-8141-c7f3632b7308 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.628335] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] f2a9b3df-0eb5-4b16-9eb2-6e598926191a/f2a9b3df-0eb5-4b16-9eb2-6e598926191a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.631350] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b0a129-745b-4aca-8288-7b2a9ba826da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.654666] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1028.654666] env[69385]: value = "task-3340728" [ 1028.654666] env[69385]: _type = "Task" [ 1028.654666] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.662114] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340727, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.669814] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.855251] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340725, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.880425] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Releasing lock "refresh_cache-15c66df3-e20e-4d08-a2d3-ca48d5f09aee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.881129] env[69385]: DEBUG nova.compute.manager [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Instance network_info: |[{"id": "89f5c352-252d-4e29-bb7b-091918f28c15", "address": "fa:16:3e:3c:22:7e", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f5c352-25", "ovs_interfaceid": "89f5c352-252d-4e29-bb7b-091918f28c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.881484] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:22:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89f5c352-252d-4e29-bb7b-091918f28c15', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.889311] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.889421] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.889654] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7080bda-a8a8-4d9d-89d0-0be2dda51efb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.913755] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.913755] env[69385]: value = "task-3340729" [ 1028.913755] env[69385]: _type = "Task" [ 1028.913755] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.923136] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340729, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.956476] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d67873-27ed-4ecf-8104-9905ca5c8717 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.965031] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f004b0a-2997-4ccf-8245-efc095cf830f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.994657] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5402a0c2-2b98-49d6-a3e2-9b329e2bf8d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.002568] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed25aaf-54de-4e45-b581-e3f802136e6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.015683] env[69385]: DEBUG nova.compute.provider_tree [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.035932] env[69385]: DEBUG nova.compute.manager [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.064546] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.065062] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.065062] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.065214] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.065283] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.065410] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.065659] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.065770] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.065936] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.066117] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.066322] env[69385]: DEBUG nova.virt.hardware [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.067250] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5110db1c-0cb1-4f09-9670-cf4b006c6787 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.076471] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79e764-03e2-4352-b890-4c7c0f7f1af0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.094634] env[69385]: DEBUG nova.compute.manager [req-cb0ddb16-c4cd-48b3-b316-5f2c69e1bedc req-f8fcfc62-d134-43f3-8de2-4fe920e26015 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Received event network-changed-89f5c352-252d-4e29-bb7b-091918f28c15 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1029.094879] env[69385]: DEBUG nova.compute.manager [req-cb0ddb16-c4cd-48b3-b316-5f2c69e1bedc req-f8fcfc62-d134-43f3-8de2-4fe920e26015 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Refreshing instance network info cache due to event network-changed-89f5c352-252d-4e29-bb7b-091918f28c15. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1029.095301] env[69385]: DEBUG oslo_concurrency.lockutils [req-cb0ddb16-c4cd-48b3-b316-5f2c69e1bedc req-f8fcfc62-d134-43f3-8de2-4fe920e26015 service nova] Acquiring lock "refresh_cache-15c66df3-e20e-4d08-a2d3-ca48d5f09aee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.095301] env[69385]: DEBUG oslo_concurrency.lockutils [req-cb0ddb16-c4cd-48b3-b316-5f2c69e1bedc req-f8fcfc62-d134-43f3-8de2-4fe920e26015 service nova] Acquired lock "refresh_cache-15c66df3-e20e-4d08-a2d3-ca48d5f09aee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.095420] env[69385]: DEBUG nova.network.neutron [req-cb0ddb16-c4cd-48b3-b316-5f2c69e1bedc req-f8fcfc62-d134-43f3-8de2-4fe920e26015 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Refreshing network info cache for port 89f5c352-252d-4e29-bb7b-091918f28c15 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.159034] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.167023] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340728, 'name': ReconfigVM_Task, 'duration_secs': 0.299405} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.167243] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Reconfigured VM instance instance-0000004e to attach disk [datastore1] f2a9b3df-0eb5-4b16-9eb2-6e598926191a/f2a9b3df-0eb5-4b16-9eb2-6e598926191a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.168068] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e100c00-12d2-4205-be3f-970d99aade56 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.174524] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1029.174524] env[69385]: value = "task-3340730" [ 1029.174524] env[69385]: _type = "Task" [ 1029.174524] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.183807] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340730, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.352103] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340725, 'name': CreateSnapshot_Task, 'duration_secs': 1.28442} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.352414] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1029.353195] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15e1e80-312e-40ce-b3c0-7d6561a2a944 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.423061] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340729, 'name': CreateVM_Task, 'duration_secs': 0.448958} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.423244] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.423971] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.424156] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.424477] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.424746] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da2194b-eb33-46ab-89b8-5ec83bfe3d13 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.429935] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1029.429935] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525381a8-4487-527c-be26-599dccd695ee" [ 1029.429935] env[69385]: _type = "Task" [ 1029.429935] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.437420] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525381a8-4487-527c-be26-599dccd695ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.519667] env[69385]: DEBUG nova.scheduler.client.report [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.595723] env[69385]: DEBUG nova.network.neutron [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Successfully updated port: 0b365ff9-0087-48b9-9cba-459a1d30ecec {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.658602] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.685350] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340730, 'name': Rename_Task, 'duration_secs': 0.150829} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.685350] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.685573] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34997bc8-25fc-4a9a-9e92-dad3bb1b5806 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.694381] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1029.694381] env[69385]: value = "task-3340731" [ 1029.694381] env[69385]: _type = "Task" [ 1029.694381] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.704973] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.871560] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1029.872497] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-31563320-67aa-4022-9f28-6e8ac17920c5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.881062] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1029.881062] env[69385]: value = "task-3340732" [ 1029.881062] env[69385]: _type = "Task" [ 1029.881062] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.891083] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340732, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.911711] env[69385]: DEBUG nova.network.neutron [req-cb0ddb16-c4cd-48b3-b316-5f2c69e1bedc req-f8fcfc62-d134-43f3-8de2-4fe920e26015 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Updated VIF entry in instance network info cache for port 89f5c352-252d-4e29-bb7b-091918f28c15. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.911711] env[69385]: DEBUG nova.network.neutron [req-cb0ddb16-c4cd-48b3-b316-5f2c69e1bedc req-f8fcfc62-d134-43f3-8de2-4fe920e26015 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Updating instance_info_cache with network_info: [{"id": "89f5c352-252d-4e29-bb7b-091918f28c15", "address": "fa:16:3e:3c:22:7e", "network": {"id": "9f46744a-7c0b-4a09-99e6-59ca71e49dfb", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e743c2f2764c4bc187ea12829499b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f5c352-25", "ovs_interfaceid": "89f5c352-252d-4e29-bb7b-091918f28c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.940358] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525381a8-4487-527c-be26-599dccd695ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.940700] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.941195] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.941281] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.941389] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.941572] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.941869] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2e174eb-d6c3-48f4-aaa0-6b67fc424a28 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.951102] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.951295] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.952051] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002c4a1b-1eb3-4692-a6a3-714176bd338a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.957172] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1029.957172] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52604d2b-42ec-b7d7-d483-ad3bc6e16eb7" [ 1029.957172] env[69385]: _type = "Task" [ 1029.957172] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.965028] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52604d2b-42ec-b7d7-d483-ad3bc6e16eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.026408] env[69385]: DEBUG oslo_concurrency.lockutils [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.029081] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.366s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.030658] env[69385]: INFO nova.compute.claims [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.064216] env[69385]: INFO nova.scheduler.client.report [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted allocations for instance 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1 [ 1030.098188] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.098364] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.098527] env[69385]: DEBUG nova.network.neutron [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.162457] env[69385]: DEBUG oslo_vmware.api [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340727, 'name': PowerOnVM_Task, 'duration_secs': 1.532874} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.162457] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.162789] env[69385]: INFO nova.compute.manager [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1030.162843] env[69385]: DEBUG nova.compute.manager [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.163802] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad4cb25-80f5-4ac0-b346-d6e1a0c3fb75 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.205319] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.391430] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340732, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.414203] env[69385]: DEBUG oslo_concurrency.lockutils [req-cb0ddb16-c4cd-48b3-b316-5f2c69e1bedc req-f8fcfc62-d134-43f3-8de2-4fe920e26015 service nova] Releasing lock "refresh_cache-15c66df3-e20e-4d08-a2d3-ca48d5f09aee" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.466957] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52604d2b-42ec-b7d7-d483-ad3bc6e16eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008692} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.467764] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd8c78d-c84e-4f2c-a54e-82faac673954 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.472576] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1030.472576] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52902024-504b-1685-40d6-2ff5da0f58ed" [ 1030.472576] env[69385]: _type = "Task" [ 1030.472576] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.479785] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52902024-504b-1685-40d6-2ff5da0f58ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.576390] env[69385]: DEBUG oslo_concurrency.lockutils [None req-637df3f0-2c61-4d84-9c2e-c88fac81d601 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.992s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.641765] env[69385]: DEBUG nova.network.neutron [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.683471] env[69385]: INFO nova.compute.manager [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Took 28.17 seconds to build instance. [ 1030.705991] env[69385]: DEBUG oslo_vmware.api [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340731, 'name': PowerOnVM_Task, 'duration_secs': 0.563934} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.706880] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.707118] env[69385]: INFO nova.compute.manager [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1030.707301] env[69385]: DEBUG nova.compute.manager [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.708102] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f54589-797c-42b9-9033-02d6e66ac76d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.884183] env[69385]: DEBUG nova.network.neutron [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Updating instance_info_cache with network_info: [{"id": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "address": "fa:16:3e:68:17:bd", "network": {"id": "32d4ac28-a41d-4ee5-9e12-67099ea9abc0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-243556894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "040713d064a9450397c3349335308729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b365ff9-00", "ovs_interfaceid": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.895547] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340732, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.984375] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52902024-504b-1685-40d6-2ff5da0f58ed, 'name': SearchDatastore_Task, 'duration_secs': 0.015283} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.984659] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.985080] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 15c66df3-e20e-4d08-a2d3-ca48d5f09aee/15c66df3-e20e-4d08-a2d3-ca48d5f09aee.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.985208] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4ee7b22-f8a0-49a8-9c36-fa269e21678a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.992130] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1030.992130] env[69385]: value = "task-3340733" [ 1030.992130] env[69385]: _type = "Task" [ 1030.992130] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.000908] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.185704] env[69385]: DEBUG oslo_concurrency.lockutils [None req-57cc418b-6cfe-419e-a927-c586ad24eb50 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.692s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.233815] env[69385]: INFO nova.compute.manager [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Took 27.90 seconds to build instance. [ 1031.400039] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.400377] env[69385]: DEBUG nova.compute.manager [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Instance network_info: |[{"id": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "address": "fa:16:3e:68:17:bd", "network": {"id": "32d4ac28-a41d-4ee5-9e12-67099ea9abc0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-243556894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "040713d064a9450397c3349335308729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b365ff9-00", "ovs_interfaceid": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.401383] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:17:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b365ff9-0087-48b9-9cba-459a1d30ecec', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.413080] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.414463] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.414870] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df6083d-217d-483d-ab14-49f6f4656d66 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.439239] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340732, 'name': CloneVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.442799] env[69385]: DEBUG nova.compute.manager [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Received event network-vif-plugged-0b365ff9-0087-48b9-9cba-459a1d30ecec {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1031.446109] env[69385]: DEBUG oslo_concurrency.lockutils [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] Acquiring lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.446109] env[69385]: DEBUG oslo_concurrency.lockutils [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] Lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.446109] env[69385]: DEBUG oslo_concurrency.lockutils [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] Lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.446109] env[69385]: DEBUG nova.compute.manager [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] No waiting events found dispatching network-vif-plugged-0b365ff9-0087-48b9-9cba-459a1d30ecec {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.446109] env[69385]: WARNING nova.compute.manager [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Received unexpected event network-vif-plugged-0b365ff9-0087-48b9-9cba-459a1d30ecec for instance with vm_state building and task_state spawning. [ 1031.446109] env[69385]: DEBUG nova.compute.manager [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Received event network-changed-0b365ff9-0087-48b9-9cba-459a1d30ecec {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1031.446109] env[69385]: DEBUG nova.compute.manager [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Refreshing instance network info cache due to event network-changed-0b365ff9-0087-48b9-9cba-459a1d30ecec. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1031.446109] env[69385]: DEBUG oslo_concurrency.lockutils [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] Acquiring lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.446109] env[69385]: DEBUG oslo_concurrency.lockutils [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] Acquired lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.446109] env[69385]: DEBUG nova.network.neutron [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Refreshing network info cache for port 0b365ff9-0087-48b9-9cba-459a1d30ecec {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.450847] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.450847] env[69385]: value = "task-3340734" [ 1031.450847] env[69385]: _type = "Task" [ 1031.450847] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.472128] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340734, 'name': CreateVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.504627] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498128} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.504830] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 15c66df3-e20e-4d08-a2d3-ca48d5f09aee/15c66df3-e20e-4d08-a2d3-ca48d5f09aee.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.505055] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.505317] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-371d67c9-9719-45e5-88cd-c42cf10a2181 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.509222] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3872f180-0e7a-445f-a0d0-6f0e83a6b500 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.519683] env[69385]: DEBUG oslo_concurrency.lockutils [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.519683] env[69385]: DEBUG oslo_concurrency.lockutils [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.519902] env[69385]: DEBUG oslo_concurrency.lockutils [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.520138] env[69385]: DEBUG oslo_concurrency.lockutils [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.520325] env[69385]: DEBUG oslo_concurrency.lockutils [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.522736] env[69385]: INFO nova.compute.manager [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Terminating instance [ 1031.527639] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e39d13f-831d-45f7-a7c5-909a472d71f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.532628] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1031.532628] env[69385]: value = "task-3340735" [ 1031.532628] env[69385]: _type = "Task" [ 1031.532628] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.569406] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9908b9a9-5842-45ee-b76b-06d3bebe2b32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.575737] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.582196] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359bb862-eaea-41a6-9ae2-a34fed99f803 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.599113] env[69385]: DEBUG nova.compute.provider_tree [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.736511] env[69385]: DEBUG oslo_concurrency.lockutils [None req-140c3f98-0f64-4220-aa91-ad397ef913f1 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.418s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.895094] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340732, 'name': CloneVM_Task, 'duration_secs': 1.5872} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.895414] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Created linked-clone VM from snapshot [ 1031.896315] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba99f65d-63b5-40a2-ab55-fda63b0ec13b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.904764] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Uploading image 7ec6c8d5-26e7-4803-ae24-b2e109000848 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1031.923239] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1031.923434] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41ea6cfa-5c1f-444a-8131-aa8e5dd8228e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.930466] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1031.930466] env[69385]: value = "task-3340736" [ 1031.930466] env[69385]: _type = "Task" [ 1031.930466] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.938574] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340736, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.960495] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340734, 'name': CreateVM_Task, 'duration_secs': 0.366748} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.961060] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.961452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.961620] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.961953] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.962300] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8955f3ea-32e9-4ac7-aace-dc54be9c9445 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.969775] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1031.969775] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d951b-0c60-f3b7-5c1b-dae6459cd68a" [ 1031.969775] env[69385]: _type = "Task" [ 1031.969775] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.976654] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d951b-0c60-f3b7-5c1b-dae6459cd68a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.033940] env[69385]: DEBUG nova.compute.manager [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.034238] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.035277] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48bceb0-e2c3-4cdc-acc5-09f190c666c6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.046983] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122698} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.049148] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.049616] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.050171] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8858d52d-910a-45f8-886c-05b1580df225 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.052581] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e588f11-db43-4d31-b135-615d731bf874 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.078025] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 15c66df3-e20e-4d08-a2d3-ca48d5f09aee/15c66df3-e20e-4d08-a2d3-ca48d5f09aee.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.081948] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ee1e437-e7b9-4e85-a438-fa5857c8a7ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.096894] env[69385]: DEBUG oslo_vmware.api [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1032.096894] env[69385]: value = "task-3340737" [ 1032.096894] env[69385]: _type = "Task" [ 1032.096894] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.101707] env[69385]: DEBUG nova.scheduler.client.report [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.107229] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1032.107229] env[69385]: value = "task-3340738" [ 1032.107229] env[69385]: _type = "Task" [ 1032.107229] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.118175] env[69385]: DEBUG oslo_vmware.api [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.127164] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.303288] env[69385]: DEBUG nova.network.neutron [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Updated VIF entry in instance network info cache for port 0b365ff9-0087-48b9-9cba-459a1d30ecec. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.303646] env[69385]: DEBUG nova.network.neutron [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Updating instance_info_cache with network_info: [{"id": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "address": "fa:16:3e:68:17:bd", "network": {"id": "32d4ac28-a41d-4ee5-9e12-67099ea9abc0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-243556894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "040713d064a9450397c3349335308729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b365ff9-00", "ovs_interfaceid": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.442838] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340736, 'name': Destroy_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.478396] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d951b-0c60-f3b7-5c1b-dae6459cd68a, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.478761] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.479073] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.479371] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.479569] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.479783] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.480091] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a65a7c5-5df6-4953-8c1e-05df5d0936c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.489819] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.489819] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.489983] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af19c013-c7a6-424b-a7c2-8f1ff10b3099 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.497386] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1032.497386] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5222494a-74e3-fca2-1314-fec0f94898a2" [ 1032.497386] env[69385]: _type = "Task" [ 1032.497386] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.505509] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5222494a-74e3-fca2-1314-fec0f94898a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.606517] env[69385]: DEBUG oslo_vmware.api [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340737, 'name': PowerOffVM_Task, 'duration_secs': 0.308413} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.606794] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.606962] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.607263] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad6f3e24-5ce5-44e6-b274-26674d1b4792 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.613310] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.613310] env[69385]: DEBUG nova.compute.manager [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.616383] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.244s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.616383] env[69385]: DEBUG nova.objects.instance [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lazy-loading 'resources' on Instance uuid a95cb0d8-2eb2-4224-9684-97de5367f551 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.624043] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.679765] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.679974] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.680177] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleting the datastore file [datastore1] fdefdd7a-2dc4-4e95-aab2-d534f784fa0b {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.680459] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a70dbfc-f331-49fd-b67f-0934f09799e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.688438] env[69385]: DEBUG oslo_vmware.api [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1032.688438] env[69385]: value = "task-3340740" [ 1032.688438] env[69385]: _type = "Task" [ 1032.688438] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.697805] env[69385]: DEBUG oslo_vmware.api [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.709187] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquiring lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.709496] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.709652] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquiring lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.709831] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.710035] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.713445] env[69385]: INFO nova.compute.manager [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Terminating instance [ 1032.808285] env[69385]: DEBUG oslo_concurrency.lockutils [req-9ac19dad-9808-4f6e-b96a-ee84f47f295c req-ee4fa10f-e5d0-4dd7-9cf8-695a37935b83 service nova] Releasing lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.945552] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340736, 'name': Destroy_Task, 'duration_secs': 0.651357} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.945552] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Destroyed the VM [ 1032.945552] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1032.945674] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d1f9b07-ba43-4f30-877b-167f9a5753f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.952625] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1032.952625] env[69385]: value = "task-3340741" [ 1032.952625] env[69385]: _type = "Task" [ 1032.952625] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.960781] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340741, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.009842] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5222494a-74e3-fca2-1314-fec0f94898a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.011098] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2cbef2-da03-4e76-bbd0-3d6d6667edbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.019017] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1033.019017] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524ec351-eb27-858e-8589-05e14a18e8f3" [ 1033.019017] env[69385]: _type = "Task" [ 1033.019017] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.026421] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524ec351-eb27-858e-8589-05e14a18e8f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.121085] env[69385]: DEBUG nova.compute.utils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.127076] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340738, 'name': ReconfigVM_Task, 'duration_secs': 0.601759} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.128161] env[69385]: DEBUG nova.compute.manager [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.129116] env[69385]: DEBUG nova.network.neutron [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.131869] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 15c66df3-e20e-4d08-a2d3-ca48d5f09aee/15c66df3-e20e-4d08-a2d3-ca48d5f09aee.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.132802] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aedc6961-dcec-42f8-872d-e79faa5ca33f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.143211] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1033.143211] env[69385]: value = "task-3340742" [ 1033.143211] env[69385]: _type = "Task" [ 1033.143211] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.154983] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340742, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.197926] env[69385]: DEBUG oslo_vmware.api [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162332} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.200649] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.200832] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.201015] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.201197] env[69385]: INFO nova.compute.manager [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1033.201443] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.201864] env[69385]: DEBUG nova.compute.manager [-] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.201966] env[69385]: DEBUG nova.network.neutron [-] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.206027] env[69385]: DEBUG nova.policy [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a5cb464c3da4669a0a008f98548dd81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f7898a93544b94b58be902abd3efe9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.221567] env[69385]: DEBUG nova.compute.manager [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.221806] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.222724] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4db6995-e2ba-43f3-8db5-ac31aff2d197 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.233823] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.233823] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44178149-f509-433c-ba34-2033d3a7d8ff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.242507] env[69385]: DEBUG oslo_vmware.api [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 1033.242507] env[69385]: value = "task-3340743" [ 1033.242507] env[69385]: _type = "Task" [ 1033.242507] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.254472] env[69385]: DEBUG oslo_vmware.api [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.466092] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340741, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.502743] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56488790-4619-49d0-88f1-d8b2779a2a80 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.510630] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f428996-8d39-441d-b38d-0e084d32ab78 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.554295] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e20b0-0009-43c0-a68d-427cea287994 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.560600] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524ec351-eb27-858e-8589-05e14a18e8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.561052] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.561328] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 51146e7e-2da1-4ef9-bec4-dda4e96b634c/51146e7e-2da1-4ef9-bec4-dda4e96b634c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.561566] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7e30b3d-6002-4d18-8770-93f154a335a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.571258] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc2bf9e-3cad-466e-a3b8-fb33bcce8aef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.578204] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1033.578204] env[69385]: value = "task-3340744" [ 1033.578204] env[69385]: _type = "Task" [ 1033.578204] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.589027] env[69385]: DEBUG nova.compute.provider_tree [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.595392] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.619556] env[69385]: DEBUG nova.network.neutron [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Successfully created port: eb966215-b3df-4bb1-b4a4-4516e2efb2a0 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.629558] env[69385]: DEBUG nova.compute.manager [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.653166] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340742, 'name': Rename_Task, 'duration_secs': 0.278003} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.654027] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.654027] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffff6c16-d4a1-4b98-b92a-e269966bc1be {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.659677] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1033.659677] env[69385]: value = "task-3340745" [ 1033.659677] env[69385]: _type = "Task" [ 1033.659677] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.671922] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.758182] env[69385]: DEBUG oslo_vmware.api [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340743, 'name': PowerOffVM_Task, 'duration_secs': 0.242513} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.758492] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.758662] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.758925] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1d5b4f4-0ac7-4ed9-aeea-df2995306ec5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.818622] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.818789] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.818982] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Deleting the datastore file [datastore2] d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.819970] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7933da8a-bb33-4f7c-8795-6837cce2cb34 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.828262] env[69385]: DEBUG oslo_vmware.api [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for the task: (returnval){ [ 1033.828262] env[69385]: value = "task-3340747" [ 1033.828262] env[69385]: _type = "Task" [ 1033.828262] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.836853] env[69385]: DEBUG oslo_vmware.api [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.940256] env[69385]: DEBUG nova.compute.manager [req-076071a4-7b60-4565-8410-c42b93873046 req-15af701f-7121-4d28-8103-8e47eaa32930 service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Received event network-vif-deleted-d264c9fe-47fb-4180-9ea9-103b86573854 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1033.940419] env[69385]: INFO nova.compute.manager [req-076071a4-7b60-4565-8410-c42b93873046 req-15af701f-7121-4d28-8103-8e47eaa32930 service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Neutron deleted interface d264c9fe-47fb-4180-9ea9-103b86573854; detaching it from the instance and deleting it from the info cache [ 1033.940597] env[69385]: DEBUG nova.network.neutron [req-076071a4-7b60-4565-8410-c42b93873046 req-15af701f-7121-4d28-8103-8e47eaa32930 service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.965238] env[69385]: DEBUG oslo_vmware.api [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340741, 'name': RemoveSnapshot_Task, 'duration_secs': 0.803517} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.965814] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1034.090022] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340744, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.091114] env[69385]: DEBUG nova.scheduler.client.report [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.171619] env[69385]: DEBUG oslo_vmware.api [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340745, 'name': PowerOnVM_Task, 'duration_secs': 0.495843} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.171989] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.172285] env[69385]: INFO nova.compute.manager [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1034.172719] env[69385]: DEBUG nova.compute.manager [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.173482] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff663952-ec31-4d33-b659-39c8a7674c0c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.232467] env[69385]: DEBUG nova.network.neutron [-] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.340390] env[69385]: DEBUG oslo_vmware.api [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Task: {'id': task-3340747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398229} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.340726] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.340913] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.341125] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.341316] env[69385]: INFO nova.compute.manager [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1034.341561] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.341758] env[69385]: DEBUG nova.compute.manager [-] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.341855] env[69385]: DEBUG nova.network.neutron [-] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.447450] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f729d190-6c1e-49cb-bc3f-effe72a1076f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.459471] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246929db-fe1a-40d4-81fe-73e556111775 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.474030] env[69385]: WARNING nova.compute.manager [None req-32a18198-9476-4478-9feb-3bb66156a4c7 tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Image not found during snapshot: nova.exception.ImageNotFound: Image 7ec6c8d5-26e7-4803-ae24-b2e109000848 could not be found. [ 1034.507073] env[69385]: DEBUG nova.compute.manager [req-076071a4-7b60-4565-8410-c42b93873046 req-15af701f-7121-4d28-8103-8e47eaa32930 service nova] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Detach interface failed, port_id=d264c9fe-47fb-4180-9ea9-103b86573854, reason: Instance fdefdd7a-2dc4-4e95-aab2-d534f784fa0b could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1034.588059] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562491} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.588347] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 51146e7e-2da1-4ef9-bec4-dda4e96b634c/51146e7e-2da1-4ef9-bec4-dda4e96b634c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.588571] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.588825] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f06aa04b-16be-4af4-bb29-8595dcdb0f5e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.596888] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1034.596888] env[69385]: value = "task-3340748" [ 1034.596888] env[69385]: _type = "Task" [ 1034.596888] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.601390] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.604465] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.613s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.606423] env[69385]: INFO nova.compute.claims [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.616483] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.633989] env[69385]: INFO nova.scheduler.client.report [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Deleted allocations for instance a95cb0d8-2eb2-4224-9684-97de5367f551 [ 1034.642514] env[69385]: DEBUG nova.compute.manager [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.671132] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.671132] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.671132] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.671132] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.671132] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.671532] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.671532] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.671532] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.671735] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.671851] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.672032] env[69385]: DEBUG nova.virt.hardware [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.673084] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b111f-e4a5-4954-be5d-6a3ac28162bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.683737] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429952e7-7975-468b-95fe-3ce0f48f2b04 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.695446] env[69385]: INFO nova.compute.manager [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Took 31.15 seconds to build instance. [ 1034.734748] env[69385]: INFO nova.compute.manager [-] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Took 1.53 seconds to deallocate network for instance. [ 1034.982018] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "6d546662-16b1-4813-bd02-6ac165b76845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.982391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "6d546662-16b1-4813-bd02-6ac165b76845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.982602] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "6d546662-16b1-4813-bd02-6ac165b76845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.982797] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "6d546662-16b1-4813-bd02-6ac165b76845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.983076] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "6d546662-16b1-4813-bd02-6ac165b76845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.986471] env[69385]: INFO nova.compute.manager [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Terminating instance [ 1035.109504] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070885} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.109504] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.110578] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d969b-0e99-4aa7-b7b5-61f8dc3e926a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.145739] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 51146e7e-2da1-4ef9-bec4-dda4e96b634c/51146e7e-2da1-4ef9-bec4-dda4e96b634c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.149059] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d6b490-7615-452f-9934-6676cd36bc43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.164325] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a51ec13a-6afd-4f0c-a52b-9dceee8ad918 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "a95cb0d8-2eb2-4224-9684-97de5367f551" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.251s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.176225] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1035.176225] env[69385]: value = "task-3340749" [ 1035.176225] env[69385]: _type = "Task" [ 1035.176225] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.188195] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.198280] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82186497-8dda-4a48-8e77-cd0d48c50d16 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.664s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.241172] env[69385]: DEBUG oslo_concurrency.lockutils [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.261042] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "f7a9599f-b748-47c4-8480-c4789275632f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.261177] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "f7a9599f-b748-47c4-8480-c4789275632f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.286927] env[69385]: DEBUG nova.network.neutron [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Successfully updated port: eb966215-b3df-4bb1-b4a4-4516e2efb2a0 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.465162] env[69385]: DEBUG nova.network.neutron [-] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.492450] env[69385]: DEBUG nova.compute.manager [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.492720] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.493843] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e31a6a-85c4-466e-8750-d845dfeddbc1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.503345] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.503603] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8de62aa6-07c1-49e0-aa96-ccfc9a0afa0a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.510603] env[69385]: DEBUG oslo_vmware.api [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1035.510603] env[69385]: value = "task-3340750" [ 1035.510603] env[69385]: _type = "Task" [ 1035.510603] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.520270] env[69385]: DEBUG oslo_vmware.api [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.560930] env[69385]: DEBUG nova.compute.manager [req-c49db2d4-d531-4600-854b-33bbc21e7288 req-df2a1de3-40cf-4f34-93e8-5061f5368e41 service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Received event network-vif-plugged-eb966215-b3df-4bb1-b4a4-4516e2efb2a0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1035.561164] env[69385]: DEBUG oslo_concurrency.lockutils [req-c49db2d4-d531-4600-854b-33bbc21e7288 req-df2a1de3-40cf-4f34-93e8-5061f5368e41 service nova] Acquiring lock "171fae46-31dd-4539-87b9-4f7f623e5000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.561387] env[69385]: DEBUG oslo_concurrency.lockutils [req-c49db2d4-d531-4600-854b-33bbc21e7288 req-df2a1de3-40cf-4f34-93e8-5061f5368e41 service nova] Lock "171fae46-31dd-4539-87b9-4f7f623e5000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.561558] env[69385]: DEBUG oslo_concurrency.lockutils [req-c49db2d4-d531-4600-854b-33bbc21e7288 req-df2a1de3-40cf-4f34-93e8-5061f5368e41 service nova] Lock "171fae46-31dd-4539-87b9-4f7f623e5000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.561720] env[69385]: DEBUG nova.compute.manager [req-c49db2d4-d531-4600-854b-33bbc21e7288 req-df2a1de3-40cf-4f34-93e8-5061f5368e41 service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] No waiting events found dispatching network-vif-plugged-eb966215-b3df-4bb1-b4a4-4516e2efb2a0 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.561874] env[69385]: WARNING nova.compute.manager [req-c49db2d4-d531-4600-854b-33bbc21e7288 req-df2a1de3-40cf-4f34-93e8-5061f5368e41 service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Received unexpected event network-vif-plugged-eb966215-b3df-4bb1-b4a4-4516e2efb2a0 for instance with vm_state building and task_state spawning. [ 1035.684922] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340749, 'name': ReconfigVM_Task, 'duration_secs': 0.285499} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.687937] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 51146e7e-2da1-4ef9-bec4-dda4e96b634c/51146e7e-2da1-4ef9-bec4-dda4e96b634c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.689061] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13278d75-8022-4eb2-ab26-c83645e1ad60 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.699401] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1035.699401] env[69385]: value = "task-3340751" [ 1035.699401] env[69385]: _type = "Task" [ 1035.699401] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.714638] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340751, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.764090] env[69385]: DEBUG nova.compute.manager [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.793021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "refresh_cache-171fae46-31dd-4539-87b9-4f7f623e5000" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.793021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired lock "refresh_cache-171fae46-31dd-4539-87b9-4f7f623e5000" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.793226] env[69385]: DEBUG nova.network.neutron [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.971879] env[69385]: INFO nova.compute.manager [-] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Took 1.63 seconds to deallocate network for instance. [ 1036.023637] env[69385]: DEBUG oslo_vmware.api [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340750, 'name': PowerOffVM_Task, 'duration_secs': 0.35076} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.023905] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.023905] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.024102] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42e0620e-c976-4fc0-91fa-7af29a79956f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.033547] env[69385]: DEBUG nova.compute.manager [req-3bad5a8f-4e11-44ce-bcf6-09a936f7594d req-bbaaa5b2-4e84-4d94-bd5d-e9586e1b283c service nova] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Received event network-vif-deleted-e50c8e80-8eaf-41e5-9b7c-52a4fcd3df3b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1036.112943] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.113066] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.113308] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleting the datastore file [datastore1] 6d546662-16b1-4813-bd02-6ac165b76845 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.114015] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22527b25-4546-4130-b090-aa076b3730d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.124479] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572cae5e-c704-411d-8db7-372b6a3bda83 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.128123] env[69385]: DEBUG oslo_vmware.api [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for the task: (returnval){ [ 1036.128123] env[69385]: value = "task-3340753" [ 1036.128123] env[69385]: _type = "Task" [ 1036.128123] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.137755] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7299a2-424e-472e-b311-2b15b1a98015 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.146084] env[69385]: DEBUG oslo_vmware.api [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.176191] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe70f2-1de1-476f-8c42-123651a541e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.186182] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f32e166-3b07-4b98-a7b6-36462a548c3c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.204103] env[69385]: DEBUG nova.compute.provider_tree [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.215611] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340751, 'name': Rename_Task, 'duration_secs': 0.145484} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.216263] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.216388] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b076e7f2-c543-47b7-88cc-70bf336e2d3c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.224213] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1036.224213] env[69385]: value = "task-3340754" [ 1036.224213] env[69385]: _type = "Task" [ 1036.224213] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.233670] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.292374] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.346361] env[69385]: DEBUG nova.network.neutron [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.348627] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.348838] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.481556] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.533437] env[69385]: DEBUG nova.compute.manager [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.534390] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bfcf05-1630-40b2-b3eb-be7d866339f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.557106] env[69385]: DEBUG nova.network.neutron [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Updating instance_info_cache with network_info: [{"id": "eb966215-b3df-4bb1-b4a4-4516e2efb2a0", "address": "fa:16:3e:ba:b6:a6", "network": {"id": "19aacb90-0388-45e7-9711-6ec868a372a9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1926240944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f7898a93544b94b58be902abd3efe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb966215-b3", "ovs_interfaceid": "eb966215-b3df-4bb1-b4a4-4516e2efb2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.642839] env[69385]: DEBUG oslo_vmware.api [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Task: {'id': task-3340753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230373} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.643525] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.643964] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.644435] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.644848] env[69385]: INFO nova.compute.manager [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1036.647037] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.647037] env[69385]: DEBUG nova.compute.manager [-] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.647037] env[69385]: DEBUG nova.network.neutron [-] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.735099] env[69385]: ERROR nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [req-101d0813-1eb9-4989-b488-5f2e09a2ba74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-101d0813-1eb9-4989-b488-5f2e09a2ba74"}]} [ 1036.748203] env[69385]: DEBUG oslo_vmware.api [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340754, 'name': PowerOnVM_Task, 'duration_secs': 0.503261} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.748203] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.748203] env[69385]: INFO nova.compute.manager [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1036.748203] env[69385]: DEBUG nova.compute.manager [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.749137] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c70232-9df1-4b4e-b7b6-901880f4b514 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.760581] env[69385]: DEBUG nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1036.786506] env[69385]: DEBUG nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1036.787929] env[69385]: DEBUG nova.compute.provider_tree [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.806441] env[69385]: DEBUG nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1036.829009] env[69385]: DEBUG nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1036.860408] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.860408] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.860408] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.860408] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.860408] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.860408] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.860408] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1036.860408] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.047485] env[69385]: INFO nova.compute.manager [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] instance snapshotting [ 1037.052146] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3305c6b1-b401-4b98-83c7-c8d3f0b9a61a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.077469] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Releasing lock "refresh_cache-171fae46-31dd-4539-87b9-4f7f623e5000" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.077469] env[69385]: DEBUG nova.compute.manager [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Instance network_info: |[{"id": "eb966215-b3df-4bb1-b4a4-4516e2efb2a0", "address": "fa:16:3e:ba:b6:a6", "network": {"id": "19aacb90-0388-45e7-9711-6ec868a372a9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1926240944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f7898a93544b94b58be902abd3efe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb966215-b3", "ovs_interfaceid": "eb966215-b3df-4bb1-b4a4-4516e2efb2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.081984] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:b6:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb966215-b3df-4bb1-b4a4-4516e2efb2a0', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.089681] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.090405] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab171e2-c2d9-44fc-ab9c-18a39169986f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.094606] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.095041] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdfcc448-51a4-4e9a-8d55-f7aff64e0243 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.128114] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.128114] env[69385]: value = "task-3340755" [ 1037.128114] env[69385]: _type = "Task" [ 1037.128114] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.136247] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340755, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.271938] env[69385]: INFO nova.compute.manager [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Took 33.33 seconds to build instance. [ 1037.368319] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.376776] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e139f33b-1fd2-4a6d-8341-93321e619b78 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.385772] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e4873d-7e4a-4d76-a26a-d0a1806dc350 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.426262] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6ac4d7-d984-4953-bbae-e6fee3db38e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.434505] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4472589-7585-4557-a79d-87e6a869cbbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.452533] env[69385]: DEBUG nova.compute.provider_tree [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.597450] env[69385]: DEBUG nova.compute.manager [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Received event network-changed-eb966215-b3df-4bb1-b4a4-4516e2efb2a0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.601085] env[69385]: DEBUG nova.compute.manager [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Refreshing instance network info cache due to event network-changed-eb966215-b3df-4bb1-b4a4-4516e2efb2a0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1037.601085] env[69385]: DEBUG oslo_concurrency.lockutils [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] Acquiring lock "refresh_cache-171fae46-31dd-4539-87b9-4f7f623e5000" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.601085] env[69385]: DEBUG oslo_concurrency.lockutils [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] Acquired lock "refresh_cache-171fae46-31dd-4539-87b9-4f7f623e5000" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.601085] env[69385]: DEBUG nova.network.neutron [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Refreshing network info cache for port eb966215-b3df-4bb1-b4a4-4516e2efb2a0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.601085] env[69385]: DEBUG nova.network.neutron [-] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.628028] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1037.628028] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18acfa56-871d-49be-baef-f42637137b10 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.638286] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340755, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.639900] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1037.639900] env[69385]: value = "task-3340756" [ 1037.639900] env[69385]: _type = "Task" [ 1037.639900] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.649225] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.774146] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8965f080-1526-4f31-9a27-0e7c484451f7 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.850s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.990448] env[69385]: ERROR nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [req-42d9fef1-2972-47b9-9290-56ec2aff787e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-42d9fef1-2972-47b9-9290-56ec2aff787e"}]} [ 1037.991289] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.991498] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.015227] env[69385]: DEBUG nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1038.039219] env[69385]: DEBUG nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1038.039530] env[69385]: DEBUG nova.compute.provider_tree [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.057463] env[69385]: DEBUG nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1038.083018] env[69385]: DEBUG nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1038.108197] env[69385]: INFO nova.compute.manager [-] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Took 1.46 seconds to deallocate network for instance. [ 1038.148546] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340755, 'name': CreateVM_Task, 'duration_secs': 0.567447} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.151940] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.152949] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.153081] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.153660] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.154097] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ae5840-d8b7-43d4-aef5-8a27e363898c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.161915] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340756, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.166329] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1038.166329] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5237d4c2-12ec-b47d-30e8-1c3a6943ea6e" [ 1038.166329] env[69385]: _type = "Task" [ 1038.166329] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.184578] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5237d4c2-12ec-b47d-30e8-1c3a6943ea6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011973} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.187411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.187411] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.187411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.187411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.187411] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.200059] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa5a3e52-c0cf-4147-8d86-930b5c0a3316 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.215065] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.215296] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.216298] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb7704a-d2f6-45c0-a44c-dbcaac199ca7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.227306] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1038.227306] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5295ad0c-9069-e3d8-0ab1-9c3232ce713c" [ 1038.227306] env[69385]: _type = "Task" [ 1038.227306] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.237219] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5295ad0c-9069-e3d8-0ab1-9c3232ce713c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.442716] env[69385]: DEBUG nova.network.neutron [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Updated VIF entry in instance network info cache for port eb966215-b3df-4bb1-b4a4-4516e2efb2a0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.443266] env[69385]: DEBUG nova.network.neutron [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Updating instance_info_cache with network_info: [{"id": "eb966215-b3df-4bb1-b4a4-4516e2efb2a0", "address": "fa:16:3e:ba:b6:a6", "network": {"id": "19aacb90-0388-45e7-9711-6ec868a372a9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1926240944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f7898a93544b94b58be902abd3efe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb966215-b3", "ovs_interfaceid": "eb966215-b3df-4bb1-b4a4-4516e2efb2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.496013] env[69385]: DEBUG nova.compute.manager [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.521942] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3788d758-599b-4057-b7a2-41f0a6a2d2a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.529752] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000a801f-b3ed-49ee-88cd-12edd87fe192 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.570161] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685fd315-461d-4cc8-9a96-a9137f1d884b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.580045] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7881a8f3-167e-499d-8251-7a4234f39468 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.594557] env[69385]: DEBUG nova.compute.provider_tree [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.624372] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.661084] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340756, 'name': CreateSnapshot_Task, 'duration_secs': 0.969303} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.661578] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1038.662678] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da77ec21-936c-404a-8cee-fb16ff0f52ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.694860] env[69385]: INFO nova.compute.manager [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Rescuing [ 1038.695276] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.695495] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.695737] env[69385]: DEBUG nova.network.neutron [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.738104] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5295ad0c-9069-e3d8-0ab1-9c3232ce713c, 'name': SearchDatastore_Task, 'duration_secs': 0.012889} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.738882] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84de0a0-4cb8-4b52-b995-7f1ae126c080 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.743713] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1038.743713] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5249605e-a6b9-fb8c-e064-309fb14b997a" [ 1038.743713] env[69385]: _type = "Task" [ 1038.743713] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.751043] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5249605e-a6b9-fb8c-e064-309fb14b997a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.947151] env[69385]: DEBUG oslo_concurrency.lockutils [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] Releasing lock "refresh_cache-171fae46-31dd-4539-87b9-4f7f623e5000" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.947408] env[69385]: DEBUG nova.compute.manager [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Received event network-vif-deleted-ef75bc36-77bc-4f0e-aba7-f246afb45680 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.947582] env[69385]: INFO nova.compute.manager [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Neutron deleted interface ef75bc36-77bc-4f0e-aba7-f246afb45680; detaching it from the instance and deleting it from the info cache [ 1038.947751] env[69385]: DEBUG nova.network.neutron [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.017099] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.131590] env[69385]: DEBUG nova.scheduler.client.report [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1039.131877] env[69385]: DEBUG nova.compute.provider_tree [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 111 to 112 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1039.132071] env[69385]: DEBUG nova.compute.provider_tree [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.183169] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1039.183779] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef9cf8db-32a8-4bbc-9ded-218d6c5b2b43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.192276] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1039.192276] env[69385]: value = "task-3340757" [ 1039.192276] env[69385]: _type = "Task" [ 1039.192276] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.202618] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340757, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.254699] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5249605e-a6b9-fb8c-e064-309fb14b997a, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.258354] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.258354] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 171fae46-31dd-4539-87b9-4f7f623e5000/171fae46-31dd-4539-87b9-4f7f623e5000.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.258676] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a35fd5-1a94-4ba7-9d84-118622771dfd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.265846] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1039.265846] env[69385]: value = "task-3340758" [ 1039.265846] env[69385]: _type = "Task" [ 1039.265846] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.276040] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.450767] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dcef0cc-ca7a-4919-b7eb-950f9c092bb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.459041] env[69385]: DEBUG nova.network.neutron [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Updating instance_info_cache with network_info: [{"id": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "address": "fa:16:3e:68:17:bd", "network": {"id": "32d4ac28-a41d-4ee5-9e12-67099ea9abc0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-243556894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "040713d064a9450397c3349335308729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b365ff9-00", "ovs_interfaceid": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.464252] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71142bd-b431-4d42-9899-b589086e4f8d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.504082] env[69385]: DEBUG nova.compute.manager [req-1b419223-0df1-4c88-9632-4b0519a8eb27 req-03a22448-1fa5-4c53-802d-8e4cd10a4349 service nova] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Detach interface failed, port_id=ef75bc36-77bc-4f0e-aba7-f246afb45680, reason: Instance 6d546662-16b1-4813-bd02-6ac165b76845 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1039.637755] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.033s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.638347] env[69385]: DEBUG nova.compute.manager [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.641298] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.191s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.641585] env[69385]: DEBUG nova.objects.instance [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'resources' on Instance uuid 68a5b3e3-231d-4238-8eba-437ff2a2bed4 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.707394] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340757, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.776297] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340758, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.963014] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.145432] env[69385]: DEBUG nova.compute.utils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.146964] env[69385]: DEBUG nova.objects.instance [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'numa_topology' on Instance uuid 68a5b3e3-231d-4238-8eba-437ff2a2bed4 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.147998] env[69385]: DEBUG nova.compute.manager [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.148195] env[69385]: DEBUG nova.network.neutron [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.194830] env[69385]: DEBUG nova.policy [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f78114bb6e83438199196913bbca6e26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de2a696c758f408597e9d2538bd7d787', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.206122] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340757, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.277973] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568528} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.278324] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 171fae46-31dd-4539-87b9-4f7f623e5000/171fae46-31dd-4539-87b9-4f7f623e5000.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.278551] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.278822] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6034f4a-3f30-46fd-ad7c-08e0446f67ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.288235] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1040.288235] env[69385]: value = "task-3340759" [ 1040.288235] env[69385]: _type = "Task" [ 1040.288235] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.296986] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.585037] env[69385]: DEBUG nova.network.neutron [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Successfully created port: 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.649765] env[69385]: DEBUG nova.compute.manager [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.655094] env[69385]: DEBUG nova.objects.base [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Object Instance<68a5b3e3-231d-4238-8eba-437ff2a2bed4> lazy-loaded attributes: resources,numa_topology {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1040.706415] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340757, 'name': CloneVM_Task} progress is 95%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.802528] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.318248} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.805240] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.806254] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82088993-02d9-4517-b77b-0ab35e49912f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.829169] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 171fae46-31dd-4539-87b9-4f7f623e5000/171fae46-31dd-4539-87b9-4f7f623e5000.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.832655] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f101adb8-cfb1-4f43-921d-386817cabde9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.853437] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1040.853437] env[69385]: value = "task-3340760" [ 1040.853437] env[69385]: _type = "Task" [ 1040.853437] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.863486] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.023029] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18522592-10d0-4fba-b654-ab525eb494be {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.030870] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917db5b5-d878-4f7b-bb1f-8fac98e94476 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.063389] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33e3578-8680-48fb-927a-39c3134b8934 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.070710] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e327cd7e-ceb3-4679-8b1e-7fdfb53df284 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.085619] env[69385]: DEBUG nova.compute.provider_tree [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.208172] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340757, 'name': CloneVM_Task, 'duration_secs': 1.783794} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.208172] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Created linked-clone VM from snapshot [ 1041.208896] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613779aa-e188-4c80-882a-6ed1e7b4ef28 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.218025] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Uploading image 1b5c15fd-5d34-41f5-a114-5268f043dd99 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1041.240046] env[69385]: DEBUG oslo_vmware.rw_handles [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1041.240046] env[69385]: value = "vm-666775" [ 1041.240046] env[69385]: _type = "VirtualMachine" [ 1041.240046] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1041.240340] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cda147ed-518a-46f0-a515-256e8ae4b241 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.247672] env[69385]: DEBUG oslo_vmware.rw_handles [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lease: (returnval){ [ 1041.247672] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5295cc02-47e3-fdc4-47fa-19e50532b178" [ 1041.247672] env[69385]: _type = "HttpNfcLease" [ 1041.247672] env[69385]: } obtained for exporting VM: (result){ [ 1041.247672] env[69385]: value = "vm-666775" [ 1041.247672] env[69385]: _type = "VirtualMachine" [ 1041.247672] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1041.247935] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the lease: (returnval){ [ 1041.247935] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5295cc02-47e3-fdc4-47fa-19e50532b178" [ 1041.247935] env[69385]: _type = "HttpNfcLease" [ 1041.247935] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1041.255356] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.255356] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5295cc02-47e3-fdc4-47fa-19e50532b178" [ 1041.255356] env[69385]: _type = "HttpNfcLease" [ 1041.255356] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1041.363212] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340760, 'name': ReconfigVM_Task, 'duration_secs': 0.433397} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.363612] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 171fae46-31dd-4539-87b9-4f7f623e5000/171fae46-31dd-4539-87b9-4f7f623e5000.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.364164] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f33e51f8-38db-40ee-8290-f3d7438a5056 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.370110] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1041.370110] env[69385]: value = "task-3340762" [ 1041.370110] env[69385]: _type = "Task" [ 1041.370110] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.378145] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340762, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.454878] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.455254] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.455510] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.455736] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.455933] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.458231] env[69385]: INFO nova.compute.manager [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Terminating instance [ 1041.498321] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.498638] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce14a7c9-4859-4368-a838-64da299b71ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.506344] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1041.506344] env[69385]: value = "task-3340763" [ 1041.506344] env[69385]: _type = "Task" [ 1041.506344] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.513965] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.588867] env[69385]: DEBUG nova.scheduler.client.report [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.662513] env[69385]: DEBUG nova.compute.manager [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.689573] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.689820] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.689972] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.690171] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.690315] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.690507] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.690752] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.690911] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.691088] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.691269] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.691442] env[69385]: DEBUG nova.virt.hardware [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.692375] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26290c90-b7ae-4cf9-bc93-71d271bf32b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.701047] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482d6077-a6f0-4b2c-a1ce-875e38a85eea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.756056] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.756056] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5295cc02-47e3-fdc4-47fa-19e50532b178" [ 1041.756056] env[69385]: _type = "HttpNfcLease" [ 1041.756056] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1041.756567] env[69385]: DEBUG oslo_vmware.rw_handles [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1041.756567] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5295cc02-47e3-fdc4-47fa-19e50532b178" [ 1041.756567] env[69385]: _type = "HttpNfcLease" [ 1041.756567] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1041.758032] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cacdab9-6243-46bd-8f33-461b8ae8d020 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.764515] env[69385]: DEBUG oslo_vmware.rw_handles [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7027-cdb6-647f-e350-9b1c5950ae7f/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1041.764691] env[69385]: DEBUG oslo_vmware.rw_handles [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7027-cdb6-647f-e350-9b1c5950ae7f/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1041.854316] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ed44807-7aaf-4857-b682-ea3b20210f91 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.881904] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340762, 'name': Rename_Task, 'duration_secs': 0.170351} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.887015] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.887447] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cdf8001-bd7e-4ecb-81fc-3b2685e6a385 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.893752] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1041.893752] env[69385]: value = "task-3340764" [ 1041.893752] env[69385]: _type = "Task" [ 1041.893752] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.901229] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.962234] env[69385]: DEBUG nova.compute.manager [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.962554] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.963473] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8df71c-c733-4992-b9ae-31fa3d09601c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.971018] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.971102] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75e6382f-7955-461b-bc64-d9bfb09da4bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.977272] env[69385]: DEBUG oslo_vmware.api [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1041.977272] env[69385]: value = "task-3340765" [ 1041.977272] env[69385]: _type = "Task" [ 1041.977272] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.985574] env[69385]: DEBUG oslo_vmware.api [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.997754] env[69385]: DEBUG nova.compute.manager [req-069265eb-b59f-4399-842e-b55f11a202d9 req-d069ae12-3164-458f-97a6-4ed32a628b02 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received event network-vif-plugged-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1041.997976] env[69385]: DEBUG oslo_concurrency.lockutils [req-069265eb-b59f-4399-842e-b55f11a202d9 req-d069ae12-3164-458f-97a6-4ed32a628b02 service nova] Acquiring lock "5ff20111-4193-4223-8bf7-23978dae759b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.998202] env[69385]: DEBUG oslo_concurrency.lockutils [req-069265eb-b59f-4399-842e-b55f11a202d9 req-d069ae12-3164-458f-97a6-4ed32a628b02 service nova] Lock "5ff20111-4193-4223-8bf7-23978dae759b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.998367] env[69385]: DEBUG oslo_concurrency.lockutils [req-069265eb-b59f-4399-842e-b55f11a202d9 req-d069ae12-3164-458f-97a6-4ed32a628b02 service nova] Lock "5ff20111-4193-4223-8bf7-23978dae759b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.998536] env[69385]: DEBUG nova.compute.manager [req-069265eb-b59f-4399-842e-b55f11a202d9 req-d069ae12-3164-458f-97a6-4ed32a628b02 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] No waiting events found dispatching network-vif-plugged-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.998722] env[69385]: WARNING nova.compute.manager [req-069265eb-b59f-4399-842e-b55f11a202d9 req-d069ae12-3164-458f-97a6-4ed32a628b02 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received unexpected event network-vif-plugged-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 for instance with vm_state building and task_state spawning. [ 1042.016105] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340763, 'name': PowerOffVM_Task, 'duration_secs': 0.278124} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.016741] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.017633] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92d8740-e302-4821-b8e8-dbc8df54d002 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.041556] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ac8a57-cec3-4dff-b761-d37493889487 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.087633] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.088022] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80345ec4-3526-4a66-bd44-2a8a925d96c0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.096341] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.452s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.099040] env[69385]: DEBUG oslo_concurrency.lockutils [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.145s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.101569] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1042.101569] env[69385]: value = "task-3340766" [ 1042.101569] env[69385]: _type = "Task" [ 1042.101569] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.114897] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1042.114897] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.115013] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.115260] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.115535] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.115871] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbc816b9-9e32-4776-8633-40d8387005a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.125593] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.127874] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.127874] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59a806a-13d1-4b6d-b9a1-9932918ea1de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.136265] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1042.136265] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523acef2-384e-1b3c-2f29-b4f78214d64e" [ 1042.136265] env[69385]: _type = "Task" [ 1042.136265] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.147852] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523acef2-384e-1b3c-2f29-b4f78214d64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.408618] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340764, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.415966] env[69385]: DEBUG nova.network.neutron [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Successfully updated port: 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.487634] env[69385]: DEBUG oslo_vmware.api [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340765, 'name': PowerOffVM_Task, 'duration_secs': 0.170587} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.488062] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.488560] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.488648] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b9e1ffa-ce61-4788-a819-881a25e63e49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.552131] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.552804] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.552804] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleting the datastore file [datastore2] 0b6f0304-0311-4b7b-a759-5b60c97e22fa {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.552978] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-709132c3-784a-49bb-8150-0b4a2088a422 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.559959] env[69385]: DEBUG oslo_vmware.api [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1042.559959] env[69385]: value = "task-3340768" [ 1042.559959] env[69385]: _type = "Task" [ 1042.559959] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.567946] env[69385]: DEBUG oslo_vmware.api [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.612268] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ddc083af-5490-4422-9c49-7d6f218ad07a tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 46.788s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.614411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.103s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.614411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.614411] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.615183] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.616388] env[69385]: INFO nova.compute.manager [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Terminating instance [ 1042.648922] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523acef2-384e-1b3c-2f29-b4f78214d64e, 'name': SearchDatastore_Task, 'duration_secs': 0.020825} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.649914] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ee809e-44d1-42ff-9156-98a508a00418 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.655456] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1042.655456] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a9c963-fa61-3193-938f-5583b6c7294d" [ 1042.655456] env[69385]: _type = "Task" [ 1042.655456] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.665310] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a9c963-fa61-3193-938f-5583b6c7294d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.908502] env[69385]: DEBUG oslo_vmware.api [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340764, 'name': PowerOnVM_Task, 'duration_secs': 0.52542} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.909059] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.909240] env[69385]: INFO nova.compute.manager [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1042.909470] env[69385]: DEBUG nova.compute.manager [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.910409] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23154a7e-fd58-4da4-8d5c-1544143d405e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.919794] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.919998] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.920172] env[69385]: DEBUG nova.network.neutron [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.956622] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5df861-069d-4568-99cd-3d2743d95ac5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.965799] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121e4a96-2529-4aea-a947-a222bd2310a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.999795] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7d0a33-51a7-4247-8eb0-9c7b8644860c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.007623] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7d1439-f885-4320-b140-200ecf8d50f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.022632] env[69385]: DEBUG nova.compute.provider_tree [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.070876] env[69385]: DEBUG oslo_vmware.api [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167269} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.071252] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.071977] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.072264] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.072513] env[69385]: INFO nova.compute.manager [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1043.072819] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.073012] env[69385]: DEBUG nova.compute.manager [-] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.073119] env[69385]: DEBUG nova.network.neutron [-] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.120716] env[69385]: DEBUG nova.compute.manager [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.121065] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.121579] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0937b5a-b899-4231-b021-d4d2e3b82a62 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.132278] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6726a724-ca36-4f1c-b9e8-c83979f46384 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.166822] env[69385]: WARNING nova.virt.vmwareapi.vmops [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 68a5b3e3-231d-4238-8eba-437ff2a2bed4 could not be found. [ 1043.167048] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.167230] env[69385]: INFO nova.compute.manager [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1043.167464] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.170618] env[69385]: DEBUG nova.compute.manager [-] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.170722] env[69385]: DEBUG nova.network.neutron [-] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.178274] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a9c963-fa61-3193-938f-5583b6c7294d, 'name': SearchDatastore_Task, 'duration_secs': 0.013967} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.178274] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.178274] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 51146e7e-2da1-4ef9-bec4-dda4e96b634c/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. {{(pid=69385) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1043.178541] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e1b5222-5785-4986-9048-143ba250a860 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.184749] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1043.184749] env[69385]: value = "task-3340769" [ 1043.184749] env[69385]: _type = "Task" [ 1043.184749] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.192941] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.443490] env[69385]: INFO nova.compute.manager [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Took 33.81 seconds to build instance. [ 1043.483386] env[69385]: DEBUG nova.network.neutron [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.526403] env[69385]: DEBUG nova.scheduler.client.report [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.698550] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340769, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.838053] env[69385]: DEBUG nova.network.neutron [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating instance_info_cache with network_info: [{"id": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "address": "fa:16:3e:cb:dc:5b", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aecb02c-65", "ovs_interfaceid": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.943964] env[69385]: DEBUG nova.network.neutron [-] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.945533] env[69385]: DEBUG oslo_concurrency.lockutils [None req-27d1cce3-7dc5-43ef-aa1f-657f49d42694 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "171fae46-31dd-4539-87b9-4f7f623e5000" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.325s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.038558] env[69385]: DEBUG nova.compute.manager [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received event network-changed-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.038748] env[69385]: DEBUG nova.compute.manager [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Refreshing instance network info cache due to event network-changed-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1044.038939] env[69385]: DEBUG oslo_concurrency.lockutils [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] Acquiring lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.197334] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632775} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.197581] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 51146e7e-2da1-4ef9-bec4-dda4e96b634c/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. [ 1044.198406] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e561978f-ea4d-4e3e-bd3a-983955a745c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.223765] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 51146e7e-2da1-4ef9-bec4-dda4e96b634c/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.224278] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8769eb79-8567-43ef-a9e4-c01f40275c55 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.243572] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1044.243572] env[69385]: value = "task-3340770" [ 1044.243572] env[69385]: _type = "Task" [ 1044.243572] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.252123] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.297830] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "171fae46-31dd-4539-87b9-4f7f623e5000" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.298123] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "171fae46-31dd-4539-87b9-4f7f623e5000" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.298336] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "171fae46-31dd-4539-87b9-4f7f623e5000-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.298519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "171fae46-31dd-4539-87b9-4f7f623e5000-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.298683] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "171fae46-31dd-4539-87b9-4f7f623e5000-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.301027] env[69385]: INFO nova.compute.manager [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Terminating instance [ 1044.330644] env[69385]: DEBUG nova.network.neutron [-] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.342370] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.342752] env[69385]: DEBUG nova.compute.manager [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Instance network_info: |[{"id": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "address": "fa:16:3e:cb:dc:5b", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aecb02c-65", "ovs_interfaceid": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.343104] env[69385]: DEBUG oslo_concurrency.lockutils [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] Acquired lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.343939] env[69385]: DEBUG nova.network.neutron [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Refreshing network info cache for port 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.344714] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:dc:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aecb02c-6554-44ea-aaaa-eeb9bfb008c0', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.352557] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Creating folder: Project (de2a696c758f408597e9d2538bd7d787). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.354151] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae25ac7-fd58-49cb-8aab-55ab3f52f0d4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.365604] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Created folder: Project (de2a696c758f408597e9d2538bd7d787) in parent group-v666556. [ 1044.365872] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Creating folder: Instances. Parent ref: group-v666776. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.366173] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c044474d-a8f8-4677-ba94-03ae05366540 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.375727] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Created folder: Instances in parent group-v666776. [ 1044.376056] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.376293] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.376550] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff924fa5-ad0c-43f6-9edb-5bb49eee7e54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.398625] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.398625] env[69385]: value = "task-3340773" [ 1044.398625] env[69385]: _type = "Task" [ 1044.398625] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.406267] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340773, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.446919] env[69385]: INFO nova.compute.manager [-] [instance: 68a5b3e3-231d-4238-8eba-437ff2a2bed4] Took 1.28 seconds to deallocate network for instance. [ 1044.541203] env[69385]: DEBUG oslo_concurrency.lockutils [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.442s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.544153] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.499s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.544309] env[69385]: DEBUG nova.objects.instance [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lazy-loading 'resources' on Instance uuid 71616b7d-f861-4ddf-84ca-b63dda64c967 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.755051] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340770, 'name': ReconfigVM_Task, 'duration_secs': 0.394799} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.755400] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 51146e7e-2da1-4ef9-bec4-dda4e96b634c/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.756423] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec75bb9-d12e-4d70-8114-7c0be7e3688e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.782167] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca32d6e-8305-4ee0-877e-e7835fba0b4e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.796872] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1044.796872] env[69385]: value = "task-3340774" [ 1044.796872] env[69385]: _type = "Task" [ 1044.796872] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.805579] env[69385]: DEBUG nova.compute.manager [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.805801] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.806093] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.806825] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4e2f29-adf6-4e4b-aa32-af0a4a8abc28 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.813266] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.813513] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c07717-f221-4ebe-a319-ad5678362686 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.820102] env[69385]: DEBUG oslo_vmware.api [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1044.820102] env[69385]: value = "task-3340775" [ 1044.820102] env[69385]: _type = "Task" [ 1044.820102] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.828837] env[69385]: DEBUG oslo_vmware.api [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.833491] env[69385]: INFO nova.compute.manager [-] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Took 1.76 seconds to deallocate network for instance. [ 1044.908721] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340773, 'name': CreateVM_Task, 'duration_secs': 0.479885} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.908900] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.909660] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.909827] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.910482] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.910482] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf2fb87-e97f-4b0a-8c2f-30a207b77e35 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.915661] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1044.915661] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525dfd9c-dbb9-60e3-6d8a-25d98a8ffe73" [ 1044.915661] env[69385]: _type = "Task" [ 1044.915661] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.925071] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525dfd9c-dbb9-60e3-6d8a-25d98a8ffe73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.139964] env[69385]: INFO nova.scheduler.client.report [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted allocation for migration 163af210-ed99-493e-bb97-8c55b7f7b2d0 [ 1045.204482] env[69385]: DEBUG nova.network.neutron [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updated VIF entry in instance network info cache for port 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.204640] env[69385]: DEBUG nova.network.neutron [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating instance_info_cache with network_info: [{"id": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "address": "fa:16:3e:cb:dc:5b", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aecb02c-65", "ovs_interfaceid": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.311953] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340774, 'name': ReconfigVM_Task, 'duration_secs': 0.171484} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.312285] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.312555] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3140b582-5089-4492-bdb3-e9edd560a476 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.321381] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1045.321381] env[69385]: value = "task-3340776" [ 1045.321381] env[69385]: _type = "Task" [ 1045.321381] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.332272] env[69385]: DEBUG oslo_vmware.api [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340775, 'name': PowerOffVM_Task, 'duration_secs': 0.238696} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.337575] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.337772] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.338050] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.338464] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04335126-c7c1-4da4-b13a-8eb259d4a15e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.340862] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.422922] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e7be5-0db9-4fab-9bc7-76765186b530 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.429335] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525dfd9c-dbb9-60e3-6d8a-25d98a8ffe73, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.430117] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.430587] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.430844] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.431023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.431213] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.433269] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96c1fb3c-e22b-4b3c-83d1-d836f0e1f9c6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.436292] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13dbe24-a4e2-4a8c-b708-e838e29cce7b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.469438] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f928ce82-7c9b-46e5-b6ac-dbd3597cc09f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.472230] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.472486] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.473353] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f152c2-aab2-4913-b7b6-43a5342f4f28 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.482956] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddf1cc9-b396-492f-8b2f-80fcd67d820d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.486792] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1045.486792] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527563ed-a59c-94fb-6404-9735f29669f9" [ 1045.486792] env[69385]: _type = "Task" [ 1045.486792] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.499921] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b80e8b7d-02d2-45fb-8092-d2e1e9294d22 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "68a5b3e3-231d-4238-8eba-437ff2a2bed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.886s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.501699] env[69385]: DEBUG nova.compute.provider_tree [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.508965] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527563ed-a59c-94fb-6404-9735f29669f9, 'name': SearchDatastore_Task, 'duration_secs': 0.017635} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.511701] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8fb8d7-7258-424b-9a7a-39b91da2b702 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.513253] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.513253] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.513412] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Deleting the datastore file [datastore2] 171fae46-31dd-4539-87b9-4f7f623e5000 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.514696] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-483cb9a4-1bec-492e-bb74-96ad98b766cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.518872] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1045.518872] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ff1b27-5d41-b98d-fc2a-b31bfb226f41" [ 1045.518872] env[69385]: _type = "Task" [ 1045.518872] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.524150] env[69385]: DEBUG oslo_vmware.api [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for the task: (returnval){ [ 1045.524150] env[69385]: value = "task-3340778" [ 1045.524150] env[69385]: _type = "Task" [ 1045.524150] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.532159] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ff1b27-5d41-b98d-fc2a-b31bfb226f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.537073] env[69385]: DEBUG oslo_vmware.api [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.655269] env[69385]: DEBUG oslo_concurrency.lockutils [None req-26e03332-e412-462d-b09e-1457988690cf tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.246s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.706879] env[69385]: DEBUG oslo_concurrency.lockutils [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] Releasing lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.707171] env[69385]: DEBUG nova.compute.manager [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Received event network-vif-deleted-b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1045.707381] env[69385]: INFO nova.compute.manager [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Neutron deleted interface b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7; detaching it from the instance and deleting it from the info cache [ 1045.707559] env[69385]: DEBUG nova.network.neutron [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.834049] env[69385]: DEBUG oslo_vmware.api [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340776, 'name': PowerOnVM_Task, 'duration_secs': 0.451062} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.834867] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.838280] env[69385]: DEBUG nova.compute.manager [None req-cb110fed-8b4b-45db-abe5-1254205a8028 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.838979] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405efa67-784d-4f23-879b-a5d4c54e82b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.023677] env[69385]: ERROR nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [req-2907e6a7-ac79-4191-b22a-65e29ccc78bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2907e6a7-ac79-4191-b22a-65e29ccc78bc"}]} [ 1046.032898] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ff1b27-5d41-b98d-fc2a-b31bfb226f41, 'name': SearchDatastore_Task, 'duration_secs': 0.014691} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.033591] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.033919] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 5ff20111-4193-4223-8bf7-23978dae759b/5ff20111-4193-4223-8bf7-23978dae759b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.034141] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-377674ba-2954-4df6-b59a-1a39f990ea66 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.039130] env[69385]: DEBUG oslo_vmware.api [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Task: {'id': task-3340778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220519} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.040050] env[69385]: DEBUG nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1046.042323] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.042614] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.042754] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.042983] env[69385]: INFO nova.compute.manager [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1046.043242] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.043684] env[69385]: DEBUG nova.compute.manager [-] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.043764] env[69385]: DEBUG nova.network.neutron [-] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.046739] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1046.046739] env[69385]: value = "task-3340779" [ 1046.046739] env[69385]: _type = "Task" [ 1046.046739] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.055908] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.060778] env[69385]: DEBUG nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1046.060985] env[69385]: DEBUG nova.compute.provider_tree [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 113 to 114 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.061163] env[69385]: DEBUG nova.compute.provider_tree [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.074010] env[69385]: DEBUG nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1046.092078] env[69385]: DEBUG nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1046.210678] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8014e7a1-d227-426d-9c4e-817632a11856 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.222384] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be22109-f386-4573-8d85-4f47c8857862 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.258220] env[69385]: DEBUG nova.compute.manager [req-639ca6c5-7db5-40a3-bd53-4445c3bd79f1 req-ba8ebb02-0f2f-439e-9884-d4b42f4b989b service nova] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Detach interface failed, port_id=b4aaccb5-23b9-4e67-a4e8-9b6f587d2fd7, reason: Instance 0b6f0304-0311-4b7b-a759-5b60c97e22fa could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1046.497130] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa81e21-1bb3-4318-bd41-a46cde9206c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.504304] env[69385]: DEBUG nova.compute.manager [req-d8b1aa1d-dd69-4c3a-8905-dd0afc667952 req-a6dd61fa-771b-41e8-b144-66a4890ad10f service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Received event network-vif-deleted-eb966215-b3df-4bb1-b4a4-4516e2efb2a0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.504507] env[69385]: INFO nova.compute.manager [req-d8b1aa1d-dd69-4c3a-8905-dd0afc667952 req-a6dd61fa-771b-41e8-b144-66a4890ad10f service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Neutron deleted interface eb966215-b3df-4bb1-b4a4-4516e2efb2a0; detaching it from the instance and deleting it from the info cache [ 1046.504672] env[69385]: DEBUG nova.network.neutron [req-d8b1aa1d-dd69-4c3a-8905-dd0afc667952 req-a6dd61fa-771b-41e8-b144-66a4890ad10f service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.510359] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fddd5dc-b677-494a-9f91-c70700b96675 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.545694] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c65c46e-0987-4769-a086-979ba95638a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.560444] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f48157c-1f7e-4c06-b4d3-fcf3a15d6dd5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.566223] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340779, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.570659] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.570862] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.583048] env[69385]: DEBUG nova.compute.provider_tree [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.584617] env[69385]: DEBUG nova.compute.manager [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.768485] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "e43d449e-449f-44fe-a914-4fec3014af08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.768809] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.769061] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "e43d449e-449f-44fe-a914-4fec3014af08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.769271] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.769467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.774939] env[69385]: INFO nova.compute.manager [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Terminating instance [ 1046.893978] env[69385]: DEBUG nova.network.neutron [-] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.982155] env[69385]: INFO nova.compute.manager [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Unrescuing [ 1046.982536] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.982736] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquired lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.982933] env[69385]: DEBUG nova.network.neutron [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.010145] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daac9214-4289-4ec0-bb21-a22c05e474d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.020631] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8ecfcb-5262-4e35-9746-6be237986603 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.056720] env[69385]: DEBUG nova.compute.manager [req-d8b1aa1d-dd69-4c3a-8905-dd0afc667952 req-a6dd61fa-771b-41e8-b144-66a4890ad10f service nova] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Detach interface failed, port_id=eb966215-b3df-4bb1-b4a4-4516e2efb2a0, reason: Instance 171fae46-31dd-4539-87b9-4f7f623e5000 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1047.066241] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636511} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.066533] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 5ff20111-4193-4223-8bf7-23978dae759b/5ff20111-4193-4223-8bf7-23978dae759b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.066806] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.067127] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc4c6020-9457-47be-a253-b18888e8487f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.074304] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1047.074304] env[69385]: value = "task-3340780" [ 1047.074304] env[69385]: _type = "Task" [ 1047.074304] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.082492] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.107472] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.108932] env[69385]: ERROR nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [req-30d72a20-a805-44c8-aa92-8c10d5dec556] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30d72a20-a805-44c8-aa92-8c10d5dec556"}]} [ 1047.126570] env[69385]: DEBUG nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1047.143143] env[69385]: DEBUG nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1047.143352] env[69385]: DEBUG nova.compute.provider_tree [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.155903] env[69385]: DEBUG nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1047.178029] env[69385]: DEBUG nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1047.275402] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.275751] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.278716] env[69385]: DEBUG nova.compute.manager [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.278920] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.279776] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8833b4fb-40d5-4cd1-9846-94e58cfbde0a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.290459] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.290527] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d42163-2c95-49f6-8513-a37b77017c2f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.296382] env[69385]: DEBUG oslo_vmware.api [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1047.296382] env[69385]: value = "task-3340781" [ 1047.296382] env[69385]: _type = "Task" [ 1047.296382] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.309911] env[69385]: DEBUG oslo_vmware.api [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.395998] env[69385]: INFO nova.compute.manager [-] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Took 1.35 seconds to deallocate network for instance. [ 1047.523954] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd71b2-6180-4860-ad6d-f37f1a9f0a6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.532152] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0558dfa2-e65f-47d0-bc18-6824552e7040 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.562529] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229e5ba0-f93b-4771-bea6-1d812b39ed3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.572620] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d93b45-ba49-4d58-87b6-58405240a510 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.588961] env[69385]: DEBUG nova.compute.provider_tree [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.595058] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087492} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.595565] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.597131] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221ffcf1-a9b0-4fde-81cd-04a53c80165b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.620426] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 5ff20111-4193-4223-8bf7-23978dae759b/5ff20111-4193-4223-8bf7-23978dae759b.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.623303] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef55be5c-5df5-4e7a-a033-46327f8d103d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.642715] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1047.642715] env[69385]: value = "task-3340782" [ 1047.642715] env[69385]: _type = "Task" [ 1047.642715] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.650897] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.763354] env[69385]: DEBUG nova.network.neutron [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Updating instance_info_cache with network_info: [{"id": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "address": "fa:16:3e:68:17:bd", "network": {"id": "32d4ac28-a41d-4ee5-9e12-67099ea9abc0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-243556894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "040713d064a9450397c3349335308729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b365ff9-00", "ovs_interfaceid": "0b365ff9-0087-48b9-9cba-459a1d30ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.778052] env[69385]: DEBUG nova.compute.manager [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.811097] env[69385]: DEBUG oslo_vmware.api [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340781, 'name': PowerOffVM_Task, 'duration_secs': 0.246407} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.811543] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.811840] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.812666] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-027ba4d3-4619-446f-a9d9-644bda88fdbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.881811] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.882052] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.882240] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleting the datastore file [datastore1] e43d449e-449f-44fe-a914-4fec3014af08 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.882512] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fcfd17d-4c88-4c82-80f4-316145ab4f97 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.890501] env[69385]: DEBUG oslo_vmware.api [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1047.890501] env[69385]: value = "task-3340784" [ 1047.890501] env[69385]: _type = "Task" [ 1047.890501] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.899235] env[69385]: DEBUG oslo_vmware.api [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.904582] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.133382] env[69385]: DEBUG nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1048.133782] env[69385]: DEBUG nova.compute.provider_tree [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 115 to 116 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1048.134010] env[69385]: DEBUG nova.compute.provider_tree [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.152123] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340782, 'name': ReconfigVM_Task, 'duration_secs': 0.344251} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.153157] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 5ff20111-4193-4223-8bf7-23978dae759b/5ff20111-4193-4223-8bf7-23978dae759b.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.154058] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ae2e096-bf03-44d1-bae9-9a8efbcc095e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.160176] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1048.160176] env[69385]: value = "task-3340785" [ 1048.160176] env[69385]: _type = "Task" [ 1048.160176] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.168974] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340785, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.266390] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Releasing lock "refresh_cache-51146e7e-2da1-4ef9-bec4-dda4e96b634c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.267138] env[69385]: DEBUG nova.objects.instance [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lazy-loading 'flavor' on Instance uuid 51146e7e-2da1-4ef9-bec4-dda4e96b634c {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.303304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.401312] env[69385]: DEBUG oslo_vmware.api [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222338} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.401569] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.401768] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.401972] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.402196] env[69385]: INFO nova.compute.manager [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1048.402445] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.402669] env[69385]: DEBUG nova.compute.manager [-] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.402779] env[69385]: DEBUG nova.network.neutron [-] [instance: e43d449e-449f-44fe-a914-4fec3014af08] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.639986] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.096s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.642261] env[69385]: DEBUG oslo_concurrency.lockutils [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.401s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.642493] env[69385]: DEBUG nova.objects.instance [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lazy-loading 'resources' on Instance uuid fdefdd7a-2dc4-4e95-aab2-d534f784fa0b {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.653749] env[69385]: DEBUG nova.compute.manager [req-ccdecc72-c199-47d9-bc5c-c1ab491fa602 req-07005a1f-486b-450e-9afa-6c31f82ebe1a service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Received event network-vif-deleted-2960a216-fbd2-4319-89f4-37bed3b93d5b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.653924] env[69385]: INFO nova.compute.manager [req-ccdecc72-c199-47d9-bc5c-c1ab491fa602 req-07005a1f-486b-450e-9afa-6c31f82ebe1a service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Neutron deleted interface 2960a216-fbd2-4319-89f4-37bed3b93d5b; detaching it from the instance and deleting it from the info cache [ 1048.654255] env[69385]: DEBUG nova.network.neutron [req-ccdecc72-c199-47d9-bc5c-c1ab491fa602 req-07005a1f-486b-450e-9afa-6c31f82ebe1a service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.658919] env[69385]: INFO nova.scheduler.client.report [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Deleted allocations for instance 71616b7d-f861-4ddf-84ca-b63dda64c967 [ 1048.673764] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340785, 'name': Rename_Task, 'duration_secs': 0.153358} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.674175] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.674511] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-962d6ceb-3e4b-4d07-b167-787890be42da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.681958] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1048.681958] env[69385]: value = "task-3340786" [ 1048.681958] env[69385]: _type = "Task" [ 1048.681958] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.691413] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.773626] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d91d7b-ffce-40fc-bd0e-eb72c958c828 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.795531] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.795848] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-850be4fa-13a9-43d6-8cc8-540a82e35357 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.802476] env[69385]: DEBUG oslo_vmware.api [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1048.802476] env[69385]: value = "task-3340787" [ 1048.802476] env[69385]: _type = "Task" [ 1048.802476] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.810463] env[69385]: DEBUG oslo_vmware.api [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.137777] env[69385]: DEBUG nova.network.neutron [-] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.156840] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b74aa0b-e533-44d2-82a4-b8cecdba8462 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.169786] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdd24af-b5da-4842-b815-b9a48bcb74b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.183340] env[69385]: DEBUG oslo_concurrency.lockutils [None req-07be4260-25ce-4e99-8391-582cce58fc89 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "71616b7d-f861-4ddf-84ca-b63dda64c967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.940s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.218229] env[69385]: DEBUG nova.compute.manager [req-ccdecc72-c199-47d9-bc5c-c1ab491fa602 req-07005a1f-486b-450e-9afa-6c31f82ebe1a service nova] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Detach interface failed, port_id=2960a216-fbd2-4319-89f4-37bed3b93d5b, reason: Instance e43d449e-449f-44fe-a914-4fec3014af08 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1049.219366] env[69385]: DEBUG oslo_vmware.api [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340786, 'name': PowerOnVM_Task, 'duration_secs': 0.487508} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.219366] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.219493] env[69385]: INFO nova.compute.manager [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1049.219630] env[69385]: DEBUG nova.compute.manager [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.220514] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d2409d-1e11-4623-b71f-3ae4c1e79216 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.319942] env[69385]: DEBUG oslo_vmware.api [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340787, 'name': PowerOffVM_Task, 'duration_secs': 0.201054} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.320157] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.325613] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.328612] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07206937-1ca5-451c-ba35-0d06312a10d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.348183] env[69385]: DEBUG oslo_vmware.api [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1049.348183] env[69385]: value = "task-3340789" [ 1049.348183] env[69385]: _type = "Task" [ 1049.348183] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.357254] env[69385]: DEBUG oslo_vmware.api [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.470316] env[69385]: DEBUG oslo_vmware.rw_handles [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7027-cdb6-647f-e350-9b1c5950ae7f/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1049.470831] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23110ee-ae19-4501-99c8-5759fd4de4b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.478807] env[69385]: DEBUG oslo_vmware.rw_handles [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7027-cdb6-647f-e350-9b1c5950ae7f/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1049.478974] env[69385]: ERROR oslo_vmware.rw_handles [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7027-cdb6-647f-e350-9b1c5950ae7f/disk-0.vmdk due to incomplete transfer. [ 1049.479214] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd0c351a-65b5-42de-ac5f-b1b04f2996e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.487819] env[69385]: DEBUG oslo_vmware.rw_handles [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7027-cdb6-647f-e350-9b1c5950ae7f/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1049.487819] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Uploaded image 1b5c15fd-5d34-41f5-a114-5268f043dd99 to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1049.490992] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1049.490992] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c9c8e80b-5437-488a-909d-f9b7b77e4ace {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.495790] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1049.495790] env[69385]: value = "task-3340790" [ 1049.495790] env[69385]: _type = "Task" [ 1049.495790] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.505686] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340790, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.535938] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5105cc98-0fca-47a6-9115-3a8c95f84ad9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.543143] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6651fe9a-5701-4eac-8e6d-f8c6e871f5ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.576443] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d768050-4a84-40b9-9cc7-96474332ed0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.584265] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074b293-31e5-4dd4-9a2f-45e8ea1ee3b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.597620] env[69385]: DEBUG nova.compute.provider_tree [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.641330] env[69385]: INFO nova.compute.manager [-] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Took 1.24 seconds to deallocate network for instance. [ 1049.741848] env[69385]: INFO nova.compute.manager [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Took 31.77 seconds to build instance. [ 1049.858008] env[69385]: DEBUG oslo_vmware.api [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340789, 'name': ReconfigVM_Task, 'duration_secs': 0.243696} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.858298] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.858481] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.858729] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-526a940a-1520-4790-a8ab-9518d8774f89 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.864974] env[69385]: DEBUG oslo_vmware.api [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1049.864974] env[69385]: value = "task-3340791" [ 1049.864974] env[69385]: _type = "Task" [ 1049.864974] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.873505] env[69385]: DEBUG oslo_vmware.api [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.004750] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340790, 'name': Destroy_Task, 'duration_secs': 0.326777} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.005080] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Destroyed the VM [ 1050.005327] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.005578] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-740f1a4e-a3d0-4223-a7e6-2db20348c0b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.751046] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.751428] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0980b734-173c-4045-bf12-d4ad161decc9 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.791s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.752245] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1050.752245] env[69385]: value = "task-3340792" [ 1050.752245] env[69385]: _type = "Task" [ 1050.752245] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.763610] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340792, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.766539] env[69385]: DEBUG oslo_vmware.api [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340791, 'name': PowerOnVM_Task, 'duration_secs': 0.373701} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.766779] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.767078] env[69385]: DEBUG nova.compute.manager [None req-efb36a19-e928-445a-94e8-fbb3e0d70487 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.767753] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f551d1a1-f94c-4845-8dbd-f54335765612 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.784566] env[69385]: DEBUG nova.scheduler.client.report [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1050.784814] env[69385]: DEBUG nova.compute.provider_tree [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 116 to 117 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.785085] env[69385]: DEBUG nova.compute.provider_tree [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.264677] env[69385]: DEBUG oslo_vmware.api [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340792, 'name': RemoveSnapshot_Task, 'duration_secs': 0.801723} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.265593] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.265593] env[69385]: INFO nova.compute.manager [None req-941e2e39-2391-48b8-8974-7dcb8103a335 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Took 14.22 seconds to snapshot the instance on the hypervisor. [ 1051.291296] env[69385]: DEBUG oslo_concurrency.lockutils [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.648s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.292179] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.293727] env[69385]: INFO nova.compute.claims [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.313581] env[69385]: INFO nova.scheduler.client.report [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted allocations for instance fdefdd7a-2dc4-4e95-aab2-d534f784fa0b [ 1051.429501] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "b7c5279c-766d-453d-93ce-923d6011281c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.429660] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "b7c5279c-766d-453d-93ce-923d6011281c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.725286] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.725607] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.725872] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.726427] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.726427] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.728482] env[69385]: INFO nova.compute.manager [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Terminating instance [ 1051.823101] env[69385]: DEBUG oslo_concurrency.lockutils [None req-93564b9a-134c-4b08-8745-5e68127387a7 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "fdefdd7a-2dc4-4e95-aab2-d534f784fa0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.303s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.932924] env[69385]: DEBUG nova.compute.manager [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.094741] env[69385]: DEBUG oslo_concurrency.lockutils [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "ae499731-184c-4b63-9993-3d5b229df920" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.095166] env[69385]: DEBUG oslo_concurrency.lockutils [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.232304] env[69385]: DEBUG nova.compute.manager [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.232463] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.233923] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b9d154-4fc2-47d9-a81f-db4ffce6c8ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.243926] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.244180] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc1bf885-7939-41f1-a141-edc61a2388e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.251209] env[69385]: DEBUG oslo_vmware.api [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1052.251209] env[69385]: value = "task-3340793" [ 1052.251209] env[69385]: _type = "Task" [ 1052.251209] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.259078] env[69385]: DEBUG oslo_vmware.api [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.455752] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.598556] env[69385]: INFO nova.compute.manager [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Detaching volume 63e111d6-d915-46f0-950c-4600c4804b7f [ 1052.629947] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ed603-44f5-4cbd-99d3-0fdc5ab367e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.639369] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dab829-0cc9-4eb9-af05-9604dda36d8a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.643662] env[69385]: INFO nova.virt.block_device [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Attempting to driver detach volume 63e111d6-d915-46f0-950c-4600c4804b7f from mountpoint /dev/sdb [ 1052.643910] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1052.644118] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666759', 'volume_id': '63e111d6-d915-46f0-950c-4600c4804b7f', 'name': 'volume-63e111d6-d915-46f0-950c-4600c4804b7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae499731-184c-4b63-9993-3d5b229df920', 'attached_at': '', 'detached_at': '', 'volume_id': '63e111d6-d915-46f0-950c-4600c4804b7f', 'serial': '63e111d6-d915-46f0-950c-4600c4804b7f'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1052.644859] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3ea1ee-305b-4726-bcc6-2b867e67d293 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.689816] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93058f0f-f32e-4302-a706-9b25fc8a52c5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.693552] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c016d65-8e64-45a7-a991-1f4764e22df8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.703844] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c431cc18-7577-4e95-b378-0be162697f8b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.711769] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7edf00-d96f-4e12-aefa-acc6dce350c5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.722675] env[69385]: DEBUG nova.compute.provider_tree [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.746176] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4acb75-6af6-4974-93c2-6020739199ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.764822] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] The volume has not been displaced from its original location: [datastore2] volume-63e111d6-d915-46f0-950c-4600c4804b7f/volume-63e111d6-d915-46f0-950c-4600c4804b7f.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1052.770028] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.773485] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a7f498-73ba-4d93-9653-125aa3865dff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.793521] env[69385]: DEBUG oslo_vmware.api [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340793, 'name': PowerOffVM_Task, 'duration_secs': 0.252466} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.794767] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.794964] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.795253] env[69385]: DEBUG oslo_vmware.api [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1052.795253] env[69385]: value = "task-3340794" [ 1052.795253] env[69385]: _type = "Task" [ 1052.795253] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.795436] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2521c179-ff31-4666-8842-cd435546d0b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.805928] env[69385]: DEBUG oslo_vmware.api [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.841874] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "21a3167d-d190-48ed-8c59-85e169c0127a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.842202] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "21a3167d-d190-48ed-8c59-85e169c0127a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.909557] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.909845] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.910161] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.910391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.910650] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.912978] env[69385]: INFO nova.compute.manager [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Terminating instance [ 1053.226054] env[69385]: DEBUG nova.scheduler.client.report [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.308714] env[69385]: DEBUG oslo_vmware.api [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.344417] env[69385]: DEBUG nova.compute.manager [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.370212] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.370515] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.370623] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Deleting the datastore file [datastore2] 51146e7e-2da1-4ef9-bec4-dda4e96b634c {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.370918] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eba63941-762a-44c2-8158-b4a85ecda21f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.377501] env[69385]: DEBUG oslo_vmware.api [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1053.377501] env[69385]: value = "task-3340796" [ 1053.377501] env[69385]: _type = "Task" [ 1053.377501] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.385898] env[69385]: DEBUG oslo_vmware.api [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.416556] env[69385]: DEBUG nova.compute.manager [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.416758] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.417606] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05269a44-b3a8-4593-b8ab-288fd3c2dc7c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.424523] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.424751] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a2419af-30d9-4e23-a0a5-b2dea0bd0581 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.429799] env[69385]: DEBUG oslo_vmware.api [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1053.429799] env[69385]: value = "task-3340797" [ 1053.429799] env[69385]: _type = "Task" [ 1053.429799] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.436785] env[69385]: DEBUG oslo_vmware.api [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.707804] env[69385]: DEBUG nova.compute.manager [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.708779] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d161a127-eb31-4d67-b1bd-b9e651d2dc14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.731464] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.731971] env[69385]: DEBUG nova.compute.manager [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.735682] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.254s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.735777] env[69385]: DEBUG nova.objects.instance [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lazy-loading 'resources' on Instance uuid d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.807495] env[69385]: DEBUG oslo_vmware.api [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.863750] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.889089] env[69385]: DEBUG oslo_vmware.api [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146768} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.889348] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.889520] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.889687] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.889898] env[69385]: INFO nova.compute.manager [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1053.890193] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.890403] env[69385]: DEBUG nova.compute.manager [-] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.890497] env[69385]: DEBUG nova.network.neutron [-] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.939116] env[69385]: DEBUG oslo_vmware.api [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.102474] env[69385]: DEBUG nova.compute.manager [req-f5af9c08-0cff-4972-b303-f99bbfe07d76 req-4036ff5b-937c-4bac-8cd8-14193c72fa71 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Received event network-vif-deleted-0b365ff9-0087-48b9-9cba-459a1d30ecec {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1054.102671] env[69385]: INFO nova.compute.manager [req-f5af9c08-0cff-4972-b303-f99bbfe07d76 req-4036ff5b-937c-4bac-8cd8-14193c72fa71 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Neutron deleted interface 0b365ff9-0087-48b9-9cba-459a1d30ecec; detaching it from the instance and deleting it from the info cache [ 1054.102914] env[69385]: DEBUG nova.network.neutron [req-f5af9c08-0cff-4972-b303-f99bbfe07d76 req-4036ff5b-937c-4bac-8cd8-14193c72fa71 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.222423] env[69385]: INFO nova.compute.manager [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] instance snapshotting [ 1054.224665] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "c0733b83-e219-47a0-b140-99fd72040c2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.224892] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.226902] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ed259c-e2ea-44ef-a408-da92cbea520b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.249135] env[69385]: DEBUG nova.compute.utils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.251468] env[69385]: DEBUG nova.compute.manager [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.251646] env[69385]: DEBUG nova.network.neutron [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.253967] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c7672c-e575-4d53-976e-0edbea2028b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.305724] env[69385]: DEBUG nova.policy [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667507e240b2411aa341938f0b21caf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beac72a77784c2ba1ec58216ee1fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.312884] env[69385]: DEBUG oslo_vmware.api [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340794, 'name': ReconfigVM_Task, 'duration_secs': 1.425083} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.313214] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1054.320915] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5ece00-7d46-4c8b-be79-1b41841baf98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.340519] env[69385]: DEBUG oslo_vmware.api [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1054.340519] env[69385]: value = "task-3340798" [ 1054.340519] env[69385]: _type = "Task" [ 1054.340519] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.351514] env[69385]: DEBUG oslo_vmware.api [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.443362] env[69385]: DEBUG oslo_vmware.api [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340797, 'name': PowerOffVM_Task, 'duration_secs': 0.946199} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.443625] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.443794] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.444088] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d98d6af7-cdcf-4bbd-82cd-ad8d43376d22 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.588035] env[69385]: DEBUG nova.network.neutron [-] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.604242] env[69385]: DEBUG nova.network.neutron [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Successfully created port: 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.609252] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46345ec6-2dde-4e6e-96ab-f64257990ec7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.618734] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb51407-c1ab-4e8d-a034-6c593fe3e7bd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.629925] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ea5fc5-9d4e-4bd5-ac3f-4fdf07ca3d73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.637899] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8672d78a-de9b-4cdb-bbad-1d03b989db4e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.654297] env[69385]: DEBUG nova.compute.manager [req-f5af9c08-0cff-4972-b303-f99bbfe07d76 req-4036ff5b-937c-4bac-8cd8-14193c72fa71 service nova] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Detach interface failed, port_id=0b365ff9-0087-48b9-9cba-459a1d30ecec, reason: Instance 51146e7e-2da1-4ef9-bec4-dda4e96b634c could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1054.679113] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d13b474-4f39-473c-bf90-81d238243f3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.691361] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd379c-9834-4544-a50a-37a357136847 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.705983] env[69385]: DEBUG nova.compute.provider_tree [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.731173] env[69385]: DEBUG nova.compute.manager [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.759422] env[69385]: DEBUG nova.compute.manager [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.767340] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1054.768878] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe058505-545a-4cec-8de0-cbb1476eda1b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.777107] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1054.777107] env[69385]: value = "task-3340800" [ 1054.777107] env[69385]: _type = "Task" [ 1054.777107] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.786178] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340800, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.851992] env[69385]: DEBUG oslo_vmware.api [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340798, 'name': ReconfigVM_Task, 'duration_secs': 0.154739} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.851992] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666759', 'volume_id': '63e111d6-d915-46f0-950c-4600c4804b7f', 'name': 'volume-63e111d6-d915-46f0-950c-4600c4804b7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae499731-184c-4b63-9993-3d5b229df920', 'attached_at': '', 'detached_at': '', 'volume_id': '63e111d6-d915-46f0-950c-4600c4804b7f', 'serial': '63e111d6-d915-46f0-950c-4600c4804b7f'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1054.945093] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.945357] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.945531] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Deleting the datastore file [datastore1] 8aa94f46-c6c6-46bf-8621-67e7b851fe69 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.945807] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddbf821c-6393-411a-a7eb-c7d2afa5ced9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.952336] env[69385]: DEBUG oslo_vmware.api [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for the task: (returnval){ [ 1054.952336] env[69385]: value = "task-3340801" [ 1054.952336] env[69385]: _type = "Task" [ 1054.952336] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.959976] env[69385]: DEBUG oslo_vmware.api [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.090313] env[69385]: INFO nova.compute.manager [-] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Took 1.20 seconds to deallocate network for instance. [ 1055.210025] env[69385]: DEBUG nova.scheduler.client.report [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.256126] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.286712] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340800, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.408874] env[69385]: DEBUG nova.objects.instance [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.462502] env[69385]: DEBUG oslo_vmware.api [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Task: {'id': task-3340801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141729} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.462870] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.463073] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.463274] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.463486] env[69385]: INFO nova.compute.manager [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1055.463773] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.464021] env[69385]: DEBUG nova.compute.manager [-] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.464124] env[69385]: DEBUG nova.network.neutron [-] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.596931] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.715186] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.717562] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.349s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.718320] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.718320] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1055.718320] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.094s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.718702] env[69385]: DEBUG nova.objects.instance [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lazy-loading 'resources' on Instance uuid 6d546662-16b1-4813-bd02-6ac165b76845 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.720265] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cb3bb2-03b4-4ec5-baa4-1cf8c6273ccc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.729945] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20215832-9f41-4e0a-9fc1-97bdab643c71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.745050] env[69385]: INFO nova.scheduler.client.report [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Deleted allocations for instance d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7 [ 1055.749319] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5be43-474b-4b22-9011-d88dd9756f30 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.760930] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf9f3e1-139a-4948-bb3a-3432874be86e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.768580] env[69385]: DEBUG nova.compute.manager [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.798272] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179018MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1055.798529] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.809067] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340800, 'name': CreateSnapshot_Task, 'duration_secs': 0.903613} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.809442] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1055.810750] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487871ff-8299-42f2-b52d-b4bb676b1d6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.815316] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.815562] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.815804] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.815930] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.816118] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.816187] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.816446] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.816569] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.816691] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.816852] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.817661] env[69385]: DEBUG nova.virt.hardware [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.818194] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67a6f27-fcdd-4401-9bd0-76676c328f46 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.832265] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6986d7-05cc-4ace-a730-eee070598090 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.194484] env[69385]: DEBUG nova.compute.manager [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Received event network-vif-deleted-92050241-ae59-4caf-ac2b-ed1fb78855ea {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1056.194978] env[69385]: INFO nova.compute.manager [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Neutron deleted interface 92050241-ae59-4caf-ac2b-ed1fb78855ea; detaching it from the instance and deleting it from the info cache [ 1056.195279] env[69385]: DEBUG nova.network.neutron [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.241817] env[69385]: DEBUG nova.network.neutron [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Successfully updated port: 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.263029] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6596d79e-20d7-428e-94b2-ea6e66d245d0 tempest-ServersTestJSON-1115289173 tempest-ServersTestJSON-1115289173-project-member] Lock "d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.553s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.342360] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1056.344829] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-842ffe72-e4c5-45df-b2ad-ed720517dbce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.349998] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "ae499731-184c-4b63-9993-3d5b229df920" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.356369] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1056.356369] env[69385]: value = "task-3340802" [ 1056.356369] env[69385]: _type = "Task" [ 1056.356369] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.367502] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340802, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.419355] env[69385]: DEBUG oslo_concurrency.lockutils [None req-872f29cb-79d4-41ce-a1a6-76f3d7237d84 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.324s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.421035] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.071s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.421239] env[69385]: DEBUG nova.compute.manager [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.422120] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd000818-925b-4cbb-aeb0-d5ac422f69e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.431246] env[69385]: DEBUG nova.compute.manager [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1056.431883] env[69385]: DEBUG nova.objects.instance [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.474421] env[69385]: DEBUG nova.network.neutron [-] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.613048] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86dbdcb-7ab7-4f41-85b9-d05f8e373697 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.620573] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfcbab9-e2c8-402d-a71c-3a7a082b9277 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.652762] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0fc081-2557-4d0d-bec4-5a9ce9b7f81c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.660235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186f5714-14c1-49f7-aa96-5f485717f12a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.674347] env[69385]: DEBUG nova.compute.provider_tree [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.697880] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5982377-5732-4f9f-a1a6-6b4519ad5897 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.708084] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667f9972-877e-464f-8c9e-465b522b2eeb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.740028] env[69385]: DEBUG nova.compute.manager [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Detach interface failed, port_id=92050241-ae59-4caf-ac2b-ed1fb78855ea, reason: Instance 8aa94f46-c6c6-46bf-8621-67e7b851fe69 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1056.740336] env[69385]: DEBUG nova.compute.manager [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received event network-vif-plugged-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1056.740422] env[69385]: DEBUG oslo_concurrency.lockutils [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] Acquiring lock "f7a9599f-b748-47c4-8480-c4789275632f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.740593] env[69385]: DEBUG oslo_concurrency.lockutils [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] Lock "f7a9599f-b748-47c4-8480-c4789275632f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.740759] env[69385]: DEBUG oslo_concurrency.lockutils [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] Lock "f7a9599f-b748-47c4-8480-c4789275632f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.740958] env[69385]: DEBUG nova.compute.manager [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] No waiting events found dispatching network-vif-plugged-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.741147] env[69385]: WARNING nova.compute.manager [req-c34c9a4b-a362-4283-a298-c2ff0a3e7ca2 req-6020f9d7-cb62-4253-8a49-25f41706e6b4 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received unexpected event network-vif-plugged-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 for instance with vm_state building and task_state spawning. [ 1056.744923] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.745083] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.745217] env[69385]: DEBUG nova.network.neutron [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.820269] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.820269] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.867026] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340802, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.978019] env[69385]: INFO nova.compute.manager [-] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Took 1.51 seconds to deallocate network for instance. [ 1057.177596] env[69385]: DEBUG nova.scheduler.client.report [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.286711] env[69385]: DEBUG nova.network.neutron [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.325926] env[69385]: INFO nova.compute.manager [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Detaching volume b4b1320d-15f8-40b1-a025-0b08afbd5f98 [ 1057.368241] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340802, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.374728] env[69385]: INFO nova.virt.block_device [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Attempting to driver detach volume b4b1320d-15f8-40b1-a025-0b08afbd5f98 from mountpoint /dev/sdb [ 1057.374954] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1057.375225] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666754', 'volume_id': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'name': 'volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ee0588-43d0-4b08-a661-af12ca0c4db9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'serial': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1057.376098] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894a1cf5-1feb-4130-ae38-1b7df56842e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.400973] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90be7165-0ea2-478f-b8b0-9ef288a3bcb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.408636] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf07df-46d6-44c6-982e-5c5b8dd7d73c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.429971] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a23ea-3daa-4d03-9551-e64728a13892 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.446515] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.446841] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] The volume has not been displaced from its original location: [datastore2] volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98/volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1057.452182] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.452469] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2827be0c-3490-467d-b97d-c2e2644bb5fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.454066] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05fdf9d5-5d1d-46c0-a722-b5ec23f07f0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.477326] env[69385]: DEBUG oslo_vmware.api [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1057.477326] env[69385]: value = "task-3340804" [ 1057.477326] env[69385]: _type = "Task" [ 1057.477326] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.477326] env[69385]: DEBUG oslo_vmware.api [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1057.477326] env[69385]: value = "task-3340803" [ 1057.477326] env[69385]: _type = "Task" [ 1057.477326] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.487803] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.488319] env[69385]: DEBUG oslo_vmware.api [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340804, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.491794] env[69385]: DEBUG oslo_vmware.api [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.510199] env[69385]: DEBUG nova.network.neutron [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.683222] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.685660] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.669s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.688168] env[69385]: INFO nova.compute.claims [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.718883] env[69385]: INFO nova.scheduler.client.report [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Deleted allocations for instance 6d546662-16b1-4813-bd02-6ac165b76845 [ 1057.868337] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340802, 'name': CloneVM_Task, 'duration_secs': 1.435151} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.868666] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Created linked-clone VM from snapshot [ 1057.869588] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77a5979-0912-45e1-82ad-986973f2935d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.880927] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Uploading image b8f985ac-8474-4903-ae17-9c522b9442e2 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1057.914203] env[69385]: DEBUG oslo_vmware.rw_handles [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1057.914203] env[69385]: value = "vm-666780" [ 1057.914203] env[69385]: _type = "VirtualMachine" [ 1057.914203] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1057.914203] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17277e22-c011-4d5e-86fe-d7dead040d2d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.920842] env[69385]: DEBUG oslo_vmware.rw_handles [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lease: (returnval){ [ 1057.920842] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a59361-d707-dec6-41da-27bea1e8da53" [ 1057.920842] env[69385]: _type = "HttpNfcLease" [ 1057.920842] env[69385]: } obtained for exporting VM: (result){ [ 1057.920842] env[69385]: value = "vm-666780" [ 1057.920842] env[69385]: _type = "VirtualMachine" [ 1057.920842] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1057.920842] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the lease: (returnval){ [ 1057.920842] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a59361-d707-dec6-41da-27bea1e8da53" [ 1057.920842] env[69385]: _type = "HttpNfcLease" [ 1057.920842] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1057.928828] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.928828] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a59361-d707-dec6-41da-27bea1e8da53" [ 1057.928828] env[69385]: _type = "HttpNfcLease" [ 1057.928828] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1057.988563] env[69385]: DEBUG oslo_vmware.api [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340804, 'name': ReconfigVM_Task, 'duration_secs': 0.2591} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.991569] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.996212] env[69385]: DEBUG oslo_vmware.api [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340803, 'name': PowerOffVM_Task, 'duration_secs': 0.203219} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.996433] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ec1dac-d752-4a4d-aa24-de6700c646b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.006071] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.006255] env[69385]: DEBUG nova.compute.manager [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.006998] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba8d941-442f-4679-a7f3-cf6e9b3ea65b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.015766] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.016056] env[69385]: DEBUG nova.compute.manager [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Instance network_info: |[{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.016359] env[69385]: DEBUG oslo_vmware.api [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1058.016359] env[69385]: value = "task-3340806" [ 1058.016359] env[69385]: _type = "Task" [ 1058.016359] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.016864] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:7d:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b7d4df7-e3f3-49c1-af79-ed56c0ebead0', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.024588] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.024939] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.029145] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4573b041-730f-466b-893e-a97fbf883c20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.050473] env[69385]: DEBUG oslo_vmware.api [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.052674] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.052674] env[69385]: value = "task-3340807" [ 1058.052674] env[69385]: _type = "Task" [ 1058.052674] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.061278] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340807, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.229757] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fddc59fa-ccde-4dff-8e57-131acac0eefd tempest-ImagesTestJSON-359017527 tempest-ImagesTestJSON-359017527-project-member] Lock "6d546662-16b1-4813-bd02-6ac165b76845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.245s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.300224] env[69385]: DEBUG nova.compute.manager [req-75f5fdd2-7a17-4051-a573-4f2a58d78789 req-a1e1cf25-073e-47ed-8e3a-07a3a9dea990 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1058.300501] env[69385]: DEBUG nova.compute.manager [req-75f5fdd2-7a17-4051-a573-4f2a58d78789 req-a1e1cf25-073e-47ed-8e3a-07a3a9dea990 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing instance network info cache due to event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1058.300758] env[69385]: DEBUG oslo_concurrency.lockutils [req-75f5fdd2-7a17-4051-a573-4f2a58d78789 req-a1e1cf25-073e-47ed-8e3a-07a3a9dea990 service nova] Acquiring lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.301114] env[69385]: DEBUG oslo_concurrency.lockutils [req-75f5fdd2-7a17-4051-a573-4f2a58d78789 req-a1e1cf25-073e-47ed-8e3a-07a3a9dea990 service nova] Acquired lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.301322] env[69385]: DEBUG nova.network.neutron [req-75f5fdd2-7a17-4051-a573-4f2a58d78789 req-a1e1cf25-073e-47ed-8e3a-07a3a9dea990 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.429385] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.429385] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a59361-d707-dec6-41da-27bea1e8da53" [ 1058.429385] env[69385]: _type = "HttpNfcLease" [ 1058.429385] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1058.429645] env[69385]: DEBUG oslo_vmware.rw_handles [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1058.429645] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a59361-d707-dec6-41da-27bea1e8da53" [ 1058.429645] env[69385]: _type = "HttpNfcLease" [ 1058.429645] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1058.430848] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60f3912-f74e-4a32-93ab-c8fcb529b8a8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.438245] env[69385]: DEBUG oslo_vmware.rw_handles [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ea61-0050-b156-afcc-91478f087f5d/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1058.438446] env[69385]: DEBUG oslo_vmware.rw_handles [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ea61-0050-b156-afcc-91478f087f5d/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1058.520402] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b25ebe09-2198-417d-8dc5-16164d4d1c28 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.099s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.536664] env[69385]: DEBUG oslo_vmware.api [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340806, 'name': ReconfigVM_Task, 'duration_secs': 0.150374} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.537027] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666754', 'volume_id': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'name': 'volume-b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ee0588-43d0-4b08-a661-af12ca0c4db9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98', 'serial': 'b4b1320d-15f8-40b1-a025-0b08afbd5f98'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1058.542788] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12ea84ad-1fba-4360-af5a-f5832e1684bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.568399] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340807, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.908972] env[69385]: DEBUG nova.objects.instance [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.067296] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340807, 'name': CreateVM_Task, 'duration_secs': 0.580997} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.067545] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.068348] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.068589] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.069185] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.069602] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7126007b-ca03-4780-928e-1b9777713ed3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.074708] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1059.074708] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527cdc2c-9932-b2ed-6720-d1e436cc690f" [ 1059.074708] env[69385]: _type = "Task" [ 1059.074708] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.087747] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527cdc2c-9932-b2ed-6720-d1e436cc690f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.100646] env[69385]: DEBUG nova.objects.instance [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lazy-loading 'flavor' on Instance uuid 97ee0588-43d0-4b08-a661-af12ca0c4db9 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.110965] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b73609-0075-42e4-a419-020b52d1eb05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.121740] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513dc267-9107-4fbf-afe9-78356a54969a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.165595] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622bfd3-ea91-4230-b12d-876229bdd282 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.175282] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9647a3a1-b6a5-4c2e-ae9f-4756cb935714 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.190254] env[69385]: DEBUG nova.compute.provider_tree [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.385874] env[69385]: DEBUG nova.network.neutron [req-75f5fdd2-7a17-4051-a573-4f2a58d78789 req-a1e1cf25-073e-47ed-8e3a-07a3a9dea990 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updated VIF entry in instance network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.385874] env[69385]: DEBUG nova.network.neutron [req-75f5fdd2-7a17-4051-a573-4f2a58d78789 req-a1e1cf25-073e-47ed-8e3a-07a3a9dea990 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.413597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.415510] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.415510] env[69385]: DEBUG nova.network.neutron [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.415510] env[69385]: DEBUG nova.objects.instance [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'info_cache' on Instance uuid ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.590290] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527cdc2c-9932-b2ed-6720-d1e436cc690f, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.591117] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.591547] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.592275] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.592579] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.592959] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.593502] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28ceae9f-0676-491b-8602-56b9c648f784 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.603841] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.605302] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.612193] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b92b7b8-9e72-402e-8921-41e591c5b15c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.620578] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1059.620578] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fdbf6c-431c-ee44-5026-b5f8b4892221" [ 1059.620578] env[69385]: _type = "Task" [ 1059.620578] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.630279] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fdbf6c-431c-ee44-5026-b5f8b4892221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.693682] env[69385]: DEBUG nova.scheduler.client.report [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.888690] env[69385]: DEBUG oslo_concurrency.lockutils [req-75f5fdd2-7a17-4051-a573-4f2a58d78789 req-a1e1cf25-073e-47ed-8e3a-07a3a9dea990 service nova] Releasing lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.919369] env[69385]: DEBUG nova.objects.base [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1060.118178] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc2a4f2d-d8b2-47c2-90ff-324eca3b2c5d tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.139049] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fdbf6c-431c-ee44-5026-b5f8b4892221, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.140153] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1416169-d7b2-42ae-a0c9-3b15d2b9b26d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.148193] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1060.148193] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52529f8c-643d-ad3d-0cf3-662a49c4c541" [ 1060.148193] env[69385]: _type = "Task" [ 1060.148193] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.161121] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52529f8c-643d-ad3d-0cf3-662a49c4c541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.201804] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.201804] env[69385]: DEBUG nova.compute.manager [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.205390] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.864s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.205390] env[69385]: DEBUG nova.objects.instance [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'resources' on Instance uuid 0b6f0304-0311-4b7b-a759-5b60c97e22fa {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.660232] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52529f8c-643d-ad3d-0cf3-662a49c4c541, 'name': SearchDatastore_Task, 'duration_secs': 0.014064} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.660586] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.661107] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] f7a9599f-b748-47c4-8480-c4789275632f/f7a9599f-b748-47c4-8480-c4789275632f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.661227] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d992e26e-29f2-41eb-ab6e-dd9fb24b354c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.668162] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1060.668162] env[69385]: value = "task-3340808" [ 1060.668162] env[69385]: _type = "Task" [ 1060.668162] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.683728] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.709771] env[69385]: DEBUG nova.compute.utils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.716539] env[69385]: DEBUG nova.compute.manager [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.716539] env[69385]: DEBUG nova.network.neutron [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.848569] env[69385]: DEBUG nova.policy [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20678c31031d4208a150b3bb8f8ce4cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fda8993ff5c44a9c853297faa9c1c0bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.033539] env[69385]: DEBUG nova.network.neutron [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Updating instance_info_cache with network_info: [{"id": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "address": "fa:16:3e:6b:42:73", "network": {"id": "9ba30d3f-cf79-4f03-8a5e-09a255d5f2a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1012244784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e76dd55d9194587b1b3c7e3b78531fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa95ec7-c4", "ovs_interfaceid": "4fa95ec7-c490-4154-b170-cd66c03d34a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.183133] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482615} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.184679] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] f7a9599f-b748-47c4-8480-c4789275632f/f7a9599f-b748-47c4-8480-c4789275632f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.184961] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.186025] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994060fc-e177-4c85-8821-5853bee15de3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.189497] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-364c3994-ab89-4af0-8f52-19219d69b212 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.197949] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572d9824-6508-4034-ba25-538a4106beca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.202657] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1061.202657] env[69385]: value = "task-3340809" [ 1061.202657] env[69385]: _type = "Task" [ 1061.202657] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.238427] env[69385]: DEBUG nova.compute.manager [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.242445] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd0b8ea-9719-468c-a663-7b4747dcfd18 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.249050] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340809, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.255281] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751c3945-aeb3-4d14-b336-d6b22b876dbd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.259785] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.260082] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.260893] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "97ee0588-43d0-4b08-a661-af12ca0c4db9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.260893] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.260893] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.265129] env[69385]: INFO nova.compute.manager [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Terminating instance [ 1061.276410] env[69385]: DEBUG nova.compute.provider_tree [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.361851] env[69385]: DEBUG nova.network.neutron [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Successfully created port: 2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.539848] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Releasing lock "refresh_cache-ae499731-184c-4b63-9993-3d5b229df920" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.713085] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071798} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.713085] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.720836] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be916780-45dd-4642-96d6-ebc86e8852fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.746490] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] f7a9599f-b748-47c4-8480-c4789275632f/f7a9599f-b748-47c4-8480-c4789275632f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.750278] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d21e01-3b0d-498b-8f07-80a92609cf5e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.774976] env[69385]: DEBUG nova.network.neutron [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Successfully created port: 80b970a6-db7c-43e4-bfb5-d7fb8152ba20 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.777646] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1061.777646] env[69385]: value = "task-3340810" [ 1061.777646] env[69385]: _type = "Task" [ 1061.777646] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.786063] env[69385]: DEBUG nova.scheduler.client.report [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.786305] env[69385]: DEBUG nova.compute.manager [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.786361] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.788058] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7241970-2c5b-4a62-aff3-4e7c8e8810f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.796564] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.799021] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.799329] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1179525-1fb2-40d3-b042-24e0362baf58 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.806445] env[69385]: DEBUG oslo_vmware.api [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1061.806445] env[69385]: value = "task-3340811" [ 1061.806445] env[69385]: _type = "Task" [ 1061.806445] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.819145] env[69385]: DEBUG oslo_vmware.api [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.271355] env[69385]: DEBUG nova.compute.manager [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.287759] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.290032] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340810, 'name': ReconfigVM_Task, 'duration_secs': 0.409899} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.290555] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.183s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.292102] env[69385]: INFO nova.compute.claims [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.296389] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Reconfigured VM instance instance-00000053 to attach disk [datastore2] f7a9599f-b748-47c4-8480-c4789275632f/f7a9599f-b748-47c4-8480-c4789275632f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.299912] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a921557-53ec-49d3-b514-02e860d1920c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.308164] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1062.308164] env[69385]: value = "task-3340812" [ 1062.308164] env[69385]: _type = "Task" [ 1062.308164] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.313661] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.313798] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.314588] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.314588] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.314588] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.314588] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.314841] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.314841] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.315062] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.315130] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.315825] env[69385]: DEBUG nova.virt.hardware [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.320301] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee1e578-eabb-4887-a268-9f139f362336 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.322984] env[69385]: INFO nova.scheduler.client.report [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted allocations for instance 0b6f0304-0311-4b7b-a759-5b60c97e22fa [ 1062.333847] env[69385]: DEBUG oslo_vmware.api [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340811, 'name': PowerOffVM_Task, 'duration_secs': 0.193679} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.338070] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.338070] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.339071] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe5e00-679e-44df-9899-b0edd5abdeb5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.343446] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340812, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.343690] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bf78054-138e-4ab5-847c-67612f27c8af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.402467] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.402722] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.402954] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Deleting the datastore file [datastore2] 97ee0588-43d0-4b08-a661-af12ca0c4db9 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.403271] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cc94639-e314-428d-ac72-e16cf27188a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.410023] env[69385]: DEBUG oslo_vmware.api [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1062.410023] env[69385]: value = "task-3340814" [ 1062.410023] env[69385]: _type = "Task" [ 1062.410023] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.418170] env[69385]: DEBUG oslo_vmware.api [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.550268] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.550621] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27711ed3-1af2-4be3-8415-611126b3bd67 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.558404] env[69385]: DEBUG oslo_vmware.api [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1062.558404] env[69385]: value = "task-3340815" [ 1062.558404] env[69385]: _type = "Task" [ 1062.558404] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.569665] env[69385]: DEBUG oslo_vmware.api [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.577609] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquiring lock "acdb1183-afab-4225-8d25-8bcf2236610f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.577882] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "acdb1183-afab-4225-8d25-8bcf2236610f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.821894] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340812, 'name': Rename_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.842200] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48f3753d-e3c8-40d9-bf25-2776bd4399ca tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "0b6f0304-0311-4b7b-a759-5b60c97e22fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.387s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.922637] env[69385]: DEBUG oslo_vmware.api [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151096} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.924013] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.924419] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.924779] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.925127] env[69385]: INFO nova.compute.manager [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1062.925539] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.925893] env[69385]: DEBUG nova.compute.manager [-] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.926711] env[69385]: DEBUG nova.network.neutron [-] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.068334] env[69385]: DEBUG oslo_vmware.api [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.084768] env[69385]: DEBUG nova.compute.manager [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.324126] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340812, 'name': Rename_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.573369] env[69385]: DEBUG oslo_vmware.api [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.605187] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.721407] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f33bcc-6a76-4f73-a5b7-23db4ef61ae5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.730972] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c77a4-4da1-4d1f-ad34-9bbffb5dcc02 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.771296] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c231737-6cb4-48a3-93e3-c30d04ce72dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.780162] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5060f7f-0599-40d9-a83a-0856ce84c8d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.793456] env[69385]: DEBUG nova.compute.provider_tree [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.823654] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340812, 'name': Rename_Task, 'duration_secs': 1.189563} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.823999] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.824352] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d38dbb3c-51c5-4ef6-9cd6-23b08dc191b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.832031] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1063.832031] env[69385]: value = "task-3340816" [ 1063.832031] env[69385]: _type = "Task" [ 1063.832031] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.837347] env[69385]: DEBUG nova.compute.manager [req-379c3ed1-f2e9-48e5-8cd6-39ed547cdd3f req-0ba8a94b-7957-41b5-9f5a-7608e4872737 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Received event network-vif-plugged-2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1063.837696] env[69385]: DEBUG oslo_concurrency.lockutils [req-379c3ed1-f2e9-48e5-8cd6-39ed547cdd3f req-0ba8a94b-7957-41b5-9f5a-7608e4872737 service nova] Acquiring lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.838457] env[69385]: DEBUG oslo_concurrency.lockutils [req-379c3ed1-f2e9-48e5-8cd6-39ed547cdd3f req-0ba8a94b-7957-41b5-9f5a-7608e4872737 service nova] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.838457] env[69385]: DEBUG oslo_concurrency.lockutils [req-379c3ed1-f2e9-48e5-8cd6-39ed547cdd3f req-0ba8a94b-7957-41b5-9f5a-7608e4872737 service nova] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.838457] env[69385]: DEBUG nova.compute.manager [req-379c3ed1-f2e9-48e5-8cd6-39ed547cdd3f req-0ba8a94b-7957-41b5-9f5a-7608e4872737 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] No waiting events found dispatching network-vif-plugged-2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.838624] env[69385]: WARNING nova.compute.manager [req-379c3ed1-f2e9-48e5-8cd6-39ed547cdd3f req-0ba8a94b-7957-41b5-9f5a-7608e4872737 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Received unexpected event network-vif-plugged-2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4 for instance with vm_state building and task_state spawning. [ 1063.848781] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.071367] env[69385]: DEBUG oslo_vmware.api [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340815, 'name': PowerOnVM_Task, 'duration_secs': 1.331463} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.072044] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.073311] env[69385]: DEBUG nova.compute.manager [None req-0da79eed-2240-4e4f-9cab-4052f632f0f5 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.074150] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3dfc19-4cba-4d40-acb7-5f9309a4bdcc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.297066] env[69385]: DEBUG nova.scheduler.client.report [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.332968] env[69385]: DEBUG nova.network.neutron [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Successfully updated port: 2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.347547] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.755266] env[69385]: DEBUG nova.network.neutron [-] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.806777] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.807334] env[69385]: DEBUG nova.compute.manager [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.810896] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.906s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.811736] env[69385]: DEBUG nova.objects.instance [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lazy-loading 'resources' on Instance uuid 171fae46-31dd-4539-87b9-4f7f623e5000 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.853034] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.259271] env[69385]: INFO nova.compute.manager [-] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Took 2.33 seconds to deallocate network for instance. [ 1065.316372] env[69385]: DEBUG nova.compute.utils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.323525] env[69385]: DEBUG nova.compute.manager [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.323525] env[69385]: DEBUG nova.network.neutron [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.347497] env[69385]: DEBUG oslo_vmware.api [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340816, 'name': PowerOnVM_Task, 'duration_secs': 1.495318} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.350600] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.350844] env[69385]: INFO nova.compute.manager [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1065.351067] env[69385]: DEBUG nova.compute.manager [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.353321] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d7712d-0863-4886-9bde-fbeb3cdd8949 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.400150] env[69385]: DEBUG nova.policy [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe350abd58054dde8676ee68499090fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dfa1fd6d0f3446fbf53334c3a8c1bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.724504] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4144178-8dc2-43f8-8e4b-0daada5e2750 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.735080] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e9a338-1131-4184-aed0-4ff8c389dbbc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.771274] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.772621] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeb3ade-2309-4627-bb35-330346915dfa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.782151] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114503c0-8d2e-42b4-a055-86ec691b9d8b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.796862] env[69385]: DEBUG nova.compute.provider_tree [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.798619] env[69385]: DEBUG nova.network.neutron [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Successfully created port: 1684da58-b308-4745-9648-2adc84c2ffd0 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.825424] env[69385]: DEBUG nova.compute.manager [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.879026] env[69385]: INFO nova.compute.manager [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Took 29.61 seconds to build instance. [ 1065.929882] env[69385]: DEBUG nova.compute.manager [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Stashing vm_state: active {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1066.113173] env[69385]: DEBUG nova.compute.manager [req-580e1004-086d-4d83-a5f4-a65dda76556f req-3442684e-3c82-48b1-8916-b5b99275c5b7 service nova] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Received event network-vif-deleted-e1f68eb2-bc39-4a9f-ad3e-08ad63158edf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1066.113173] env[69385]: DEBUG nova.compute.manager [req-580e1004-086d-4d83-a5f4-a65dda76556f req-3442684e-3c82-48b1-8916-b5b99275c5b7 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Received event network-changed-2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1066.113173] env[69385]: DEBUG nova.compute.manager [req-580e1004-086d-4d83-a5f4-a65dda76556f req-3442684e-3c82-48b1-8916-b5b99275c5b7 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Refreshing instance network info cache due to event network-changed-2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1066.114162] env[69385]: DEBUG oslo_concurrency.lockutils [req-580e1004-086d-4d83-a5f4-a65dda76556f req-3442684e-3c82-48b1-8916-b5b99275c5b7 service nova] Acquiring lock "refresh_cache-405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.114732] env[69385]: DEBUG oslo_concurrency.lockutils [req-580e1004-086d-4d83-a5f4-a65dda76556f req-3442684e-3c82-48b1-8916-b5b99275c5b7 service nova] Acquired lock "refresh_cache-405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.116845] env[69385]: DEBUG nova.network.neutron [req-580e1004-086d-4d83-a5f4-a65dda76556f req-3442684e-3c82-48b1-8916-b5b99275c5b7 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Refreshing network info cache for port 2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.303962] env[69385]: DEBUG nova.scheduler.client.report [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.384670] env[69385]: DEBUG oslo_concurrency.lockutils [None req-37312c80-3789-4d64-9efc-3eb689498930 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "f7a9599f-b748-47c4-8480-c4789275632f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.123s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.452291] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.681605] env[69385]: DEBUG nova.network.neutron [req-580e1004-086d-4d83-a5f4-a65dda76556f req-3442684e-3c82-48b1-8916-b5b99275c5b7 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.754468] env[69385]: DEBUG nova.network.neutron [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Successfully updated port: 80b970a6-db7c-43e4-bfb5-d7fb8152ba20 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.817849] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.824959] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.518s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.826599] env[69385]: INFO nova.compute.claims [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.836670] env[69385]: DEBUG nova.compute.manager [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.839845] env[69385]: DEBUG nova.network.neutron [req-580e1004-086d-4d83-a5f4-a65dda76556f req-3442684e-3c82-48b1-8916-b5b99275c5b7 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.851098] env[69385]: INFO nova.scheduler.client.report [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Deleted allocations for instance 171fae46-31dd-4539-87b9-4f7f623e5000 [ 1066.869774] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.869985] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.869985] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.870249] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.870318] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.870441] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.870659] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.870827] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.871011] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.871167] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.871363] env[69385]: DEBUG nova.virt.hardware [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.872529] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c19881-6f07-46ea-9c7e-2b67e7ef7eff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.882556] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c21a8ad-6633-4267-849d-854f0f11f856 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.027843] env[69385]: DEBUG nova.compute.manager [req-8ac66ce1-8cc0-4a5b-add1-6caf651c1fce req-5754cc80-0cb0-4732-afbf-086cf443fe93 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.029410] env[69385]: DEBUG nova.compute.manager [req-8ac66ce1-8cc0-4a5b-add1-6caf651c1fce req-5754cc80-0cb0-4732-afbf-086cf443fe93 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing instance network info cache due to event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1067.029410] env[69385]: DEBUG oslo_concurrency.lockutils [req-8ac66ce1-8cc0-4a5b-add1-6caf651c1fce req-5754cc80-0cb0-4732-afbf-086cf443fe93 service nova] Acquiring lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.030647] env[69385]: DEBUG oslo_concurrency.lockutils [req-8ac66ce1-8cc0-4a5b-add1-6caf651c1fce req-5754cc80-0cb0-4732-afbf-086cf443fe93 service nova] Acquired lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.030647] env[69385]: DEBUG nova.network.neutron [req-8ac66ce1-8cc0-4a5b-add1-6caf651c1fce req-5754cc80-0cb0-4732-afbf-086cf443fe93 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.257212] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "refresh_cache-405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.279304] env[69385]: DEBUG oslo_vmware.rw_handles [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ea61-0050-b156-afcc-91478f087f5d/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1067.280507] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1f8525-1635-4e8e-91df-2048a7061bb8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.288400] env[69385]: DEBUG oslo_vmware.rw_handles [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ea61-0050-b156-afcc-91478f087f5d/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1067.288503] env[69385]: ERROR oslo_vmware.rw_handles [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ea61-0050-b156-afcc-91478f087f5d/disk-0.vmdk due to incomplete transfer. [ 1067.288736] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f0b6a2cc-da25-48ff-9af1-65a4447438d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.296611] env[69385]: DEBUG oslo_vmware.rw_handles [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ea61-0050-b156-afcc-91478f087f5d/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1067.297024] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Uploaded image b8f985ac-8474-4903-ae17-9c522b9442e2 to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1067.299773] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1067.300037] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-142e5d33-564a-4ca4-a042-fa16d0f60309 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.307159] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1067.307159] env[69385]: value = "task-3340817" [ 1067.307159] env[69385]: _type = "Task" [ 1067.307159] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.315819] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340817, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.342733] env[69385]: DEBUG oslo_concurrency.lockutils [req-580e1004-086d-4d83-a5f4-a65dda76556f req-3442684e-3c82-48b1-8916-b5b99275c5b7 service nova] Releasing lock "refresh_cache-405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.343774] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquired lock "refresh_cache-405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.343774] env[69385]: DEBUG nova.network.neutron [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.364190] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1754fd46-c1de-46f5-a62b-f6a616d14f00 tempest-ImagesOneServerNegativeTestJSON-1308303534 tempest-ImagesOneServerNegativeTestJSON-1308303534-project-member] Lock "171fae46-31dd-4539-87b9-4f7f623e5000" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.066s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.375972] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquiring lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.376219] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.473613] env[69385]: DEBUG nova.network.neutron [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Successfully updated port: 1684da58-b308-4745-9648-2adc84c2ffd0 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.817525] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340817, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.877569] env[69385]: DEBUG nova.network.neutron [req-8ac66ce1-8cc0-4a5b-add1-6caf651c1fce req-5754cc80-0cb0-4732-afbf-086cf443fe93 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updated VIF entry in instance network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.878061] env[69385]: DEBUG nova.network.neutron [req-8ac66ce1-8cc0-4a5b-add1-6caf651c1fce req-5754cc80-0cb0-4732-afbf-086cf443fe93 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.881701] env[69385]: DEBUG nova.compute.manager [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.883298] env[69385]: DEBUG nova.network.neutron [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.975648] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-0879316b-29d8-49cc-bc7a-bbe9daa3d687" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.975810] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-0879316b-29d8-49cc-bc7a-bbe9daa3d687" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.975973] env[69385]: DEBUG nova.network.neutron [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.048250] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.048864] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.195627] env[69385]: DEBUG nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Received event network-vif-plugged-80b970a6-db7c-43e4-bfb5-d7fb8152ba20 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.195860] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Acquiring lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.196082] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.196256] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.196430] env[69385]: DEBUG nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] No waiting events found dispatching network-vif-plugged-80b970a6-db7c-43e4-bfb5-d7fb8152ba20 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.196597] env[69385]: WARNING nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Received unexpected event network-vif-plugged-80b970a6-db7c-43e4-bfb5-d7fb8152ba20 for instance with vm_state building and task_state spawning. [ 1068.196760] env[69385]: DEBUG nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Received event network-changed-80b970a6-db7c-43e4-bfb5-d7fb8152ba20 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.196913] env[69385]: DEBUG nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Refreshing instance network info cache due to event network-changed-80b970a6-db7c-43e4-bfb5-d7fb8152ba20. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1068.197099] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Acquiring lock "refresh_cache-405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.269751] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce83dc7-f7e1-445a-8671-57d888b2e195 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.278564] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00722eb-6d40-49e1-b7a1-0770b2d9d65a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.317019] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004354b3-3033-4e04-be86-10b0e643c706 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.324491] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340817, 'name': Destroy_Task, 'duration_secs': 0.882906} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.327486] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Destroyed the VM [ 1068.327897] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1068.328641] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-704f0bd3-fc47-4864-86a5-a9064af7e6e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.331688] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1873b7-0e2b-40fb-8371-ff20d2ba7ac3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.341178] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1068.341178] env[69385]: value = "task-3340818" [ 1068.341178] env[69385]: _type = "Task" [ 1068.341178] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.350370] env[69385]: DEBUG nova.compute.provider_tree [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.359587] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340818, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.365357] env[69385]: DEBUG nova.network.neutron [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Updating instance_info_cache with network_info: [{"id": "2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4", "address": "fa:16:3e:8c:35:37", "network": {"id": "ed82e4b7-6372-47e2-b2f2-30c330fb2d0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024568030", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5ab57f-7f", "ovs_interfaceid": "2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80b970a6-db7c-43e4-bfb5-d7fb8152ba20", "address": "fa:16:3e:df:b0:86", "network": {"id": "16ef9682-133b-4b3f-a662-f2dc299b5975", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-633923039", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b970a6-db", "ovs_interfaceid": "80b970a6-db7c-43e4-bfb5-d7fb8152ba20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.383270] env[69385]: DEBUG oslo_concurrency.lockutils [req-8ac66ce1-8cc0-4a5b-add1-6caf651c1fce req-5754cc80-0cb0-4732-afbf-086cf443fe93 service nova] Releasing lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.399943] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.505452] env[69385]: DEBUG nova.network.neutron [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.554402] env[69385]: DEBUG nova.compute.manager [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.641666] env[69385]: DEBUG nova.network.neutron [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Updating instance_info_cache with network_info: [{"id": "1684da58-b308-4745-9648-2adc84c2ffd0", "address": "fa:16:3e:17:f3:3a", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1684da58-b3", "ovs_interfaceid": "1684da58-b308-4745-9648-2adc84c2ffd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.856317] env[69385]: DEBUG nova.scheduler.client.report [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.862445] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340818, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.868113] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Releasing lock "refresh_cache-405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.868447] env[69385]: DEBUG nova.compute.manager [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Instance network_info: |[{"id": "2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4", "address": "fa:16:3e:8c:35:37", "network": {"id": "ed82e4b7-6372-47e2-b2f2-30c330fb2d0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024568030", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5ab57f-7f", "ovs_interfaceid": "2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80b970a6-db7c-43e4-bfb5-d7fb8152ba20", "address": "fa:16:3e:df:b0:86", "network": {"id": "16ef9682-133b-4b3f-a662-f2dc299b5975", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-633923039", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b970a6-db", "ovs_interfaceid": "80b970a6-db7c-43e4-bfb5-d7fb8152ba20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.868737] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Acquired lock "refresh_cache-405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.868886] env[69385]: DEBUG nova.network.neutron [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Refreshing network info cache for port 80b970a6-db7c-43e4-bfb5-d7fb8152ba20 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.869942] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:35:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:b0:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80b970a6-db7c-43e4-bfb5-d7fb8152ba20', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.879643] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.880616] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.881305] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48e522bd-1274-41bc-8c35-494aa01e027e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.902792] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.902792] env[69385]: value = "task-3340819" [ 1068.902792] env[69385]: _type = "Task" [ 1068.902792] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.910604] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340819, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.074328] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.144422] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-0879316b-29d8-49cc-bc7a-bbe9daa3d687" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.144813] env[69385]: DEBUG nova.compute.manager [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Instance network_info: |[{"id": "1684da58-b308-4745-9648-2adc84c2ffd0", "address": "fa:16:3e:17:f3:3a", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1684da58-b3", "ovs_interfaceid": "1684da58-b308-4745-9648-2adc84c2ffd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.145267] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:f3:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1684da58-b308-4745-9648-2adc84c2ffd0', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.154289] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.154339] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.154656] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e531bd3-426c-4966-a2cf-e343309f07d4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.175854] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.175854] env[69385]: value = "task-3340820" [ 1069.175854] env[69385]: _type = "Task" [ 1069.175854] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.183837] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340820, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.359938] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340818, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.363849] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.364437] env[69385]: DEBUG nova.compute.manager [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.367900] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.617s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.368015] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.372650] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.915s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.372650] env[69385]: INFO nova.compute.claims [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.411683] env[69385]: INFO nova.scheduler.client.report [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted allocations for instance e43d449e-449f-44fe-a914-4fec3014af08 [ 1069.423402] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340819, 'name': CreateVM_Task, 'duration_secs': 0.347835} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.423543] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.424673] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.424673] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.425178] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.426323] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58c1982-f523-4eeb-885a-fc73b392bdeb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.434853] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1069.434853] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52290675-e01f-deaa-b91c-5fc9e3ae1471" [ 1069.434853] env[69385]: _type = "Task" [ 1069.434853] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.445195] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52290675-e01f-deaa-b91c-5fc9e3ae1471, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.445649] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.445945] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.446245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.446426] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.446652] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.447391] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf02b911-f2f3-4e4a-95a0-19fac25795a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.454789] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.455011] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.455816] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba75748-4dc8-4ef9-8818-fb5576e049f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.462573] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1069.462573] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c0a9e6-9615-30cc-0cdb-b7ed3f332e24" [ 1069.462573] env[69385]: _type = "Task" [ 1069.462573] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.470379] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c0a9e6-9615-30cc-0cdb-b7ed3f332e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.649717] env[69385]: DEBUG nova.network.neutron [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Updated VIF entry in instance network info cache for port 80b970a6-db7c-43e4-bfb5-d7fb8152ba20. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.650158] env[69385]: DEBUG nova.network.neutron [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Updating instance_info_cache with network_info: [{"id": "2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4", "address": "fa:16:3e:8c:35:37", "network": {"id": "ed82e4b7-6372-47e2-b2f2-30c330fb2d0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024568030", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5ab57f-7f", "ovs_interfaceid": "2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80b970a6-db7c-43e4-bfb5-d7fb8152ba20", "address": "fa:16:3e:df:b0:86", "network": {"id": "16ef9682-133b-4b3f-a662-f2dc299b5975", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-633923039", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b970a6-db", "ovs_interfaceid": "80b970a6-db7c-43e4-bfb5-d7fb8152ba20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.686926] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340820, 'name': CreateVM_Task, 'duration_secs': 0.385804} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.686926] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.686926] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.686926] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.687172] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.687385] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd111a0-5bd1-4e52-8a54-b3cc94f11c99 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.691405] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1069.691405] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52da286b-e379-463c-b80a-e820d8832973" [ 1069.691405] env[69385]: _type = "Task" [ 1069.691405] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.699097] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52da286b-e379-463c-b80a-e820d8832973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.861783] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340818, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.879478] env[69385]: DEBUG nova.compute.utils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.880899] env[69385]: DEBUG nova.compute.manager [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.881254] env[69385]: DEBUG nova.network.neutron [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.928492] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a70d2a8e-5ca2-4aec-91b2-aecc84046122 tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "e43d449e-449f-44fe-a914-4fec3014af08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.159s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.955076] env[69385]: DEBUG nova.policy [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661c5c87bed4adfac5d06f6a2ec64e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b959835220a43d3bbc8c04c26c31015', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.975577] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c0a9e6-9615-30cc-0cdb-b7ed3f332e24, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.977106] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ddf5445-af77-40ea-a977-fc1101fd8b4b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.983745] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1069.983745] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526ac9fd-869c-ebc8-2960-ef786318cc09" [ 1069.983745] env[69385]: _type = "Task" [ 1069.983745] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.993853] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526ac9fd-869c-ebc8-2960-ef786318cc09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.152907] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Releasing lock "refresh_cache-405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.153040] env[69385]: DEBUG nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Received event network-vif-plugged-1684da58-b308-4745-9648-2adc84c2ffd0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1070.153256] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Acquiring lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.153528] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.153739] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.153944] env[69385]: DEBUG nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] No waiting events found dispatching network-vif-plugged-1684da58-b308-4745-9648-2adc84c2ffd0 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.154158] env[69385]: WARNING nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Received unexpected event network-vif-plugged-1684da58-b308-4745-9648-2adc84c2ffd0 for instance with vm_state building and task_state spawning. [ 1070.154333] env[69385]: DEBUG nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Received event network-changed-1684da58-b308-4745-9648-2adc84c2ffd0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1070.154507] env[69385]: DEBUG nova.compute.manager [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Refreshing instance network info cache due to event network-changed-1684da58-b308-4745-9648-2adc84c2ffd0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1070.154697] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Acquiring lock "refresh_cache-0879316b-29d8-49cc-bc7a-bbe9daa3d687" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.154860] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Acquired lock "refresh_cache-0879316b-29d8-49cc-bc7a-bbe9daa3d687" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.159020] env[69385]: DEBUG nova.network.neutron [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Refreshing network info cache for port 1684da58-b308-4745-9648-2adc84c2ffd0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.205454] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52da286b-e379-463c-b80a-e820d8832973, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.205454] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.205563] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.205795] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.205936] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.206145] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.206448] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6f4f4e2-89f5-43a3-ab1d-d950aef26d7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.216747] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.216854] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.218898] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962ccd8c-3a08-410b-ba28-9481f90a5778 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.225479] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1070.225479] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5290f370-e632-a5aa-fe5c-ac6bb10262bb" [ 1070.225479] env[69385]: _type = "Task" [ 1070.225479] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.233349] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5290f370-e632-a5aa-fe5c-ac6bb10262bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.362413] env[69385]: DEBUG oslo_vmware.api [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340818, 'name': RemoveSnapshot_Task, 'duration_secs': 1.837202} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.362690] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1070.362929] env[69385]: INFO nova.compute.manager [None req-473cffcd-b0b9-4a9b-a83c-e8d04828d326 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Took 16.14 seconds to snapshot the instance on the hypervisor. [ 1070.384551] env[69385]: DEBUG nova.compute.manager [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.396416] env[69385]: DEBUG nova.network.neutron [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Successfully created port: b5078b62-cea5-4cc4-9935-773fd02fc7a4 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.494717] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526ac9fd-869c-ebc8-2960-ef786318cc09, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.494987] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.495450] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1/405a2e24-ff96-4ccb-b9f9-6904a2be3aa1.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.497902] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b3adbdf-0212-4046-aac4-5c87048dd734 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.505855] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1070.505855] env[69385]: value = "task-3340821" [ 1070.505855] env[69385]: _type = "Task" [ 1070.505855] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.515690] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.739162] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5290f370-e632-a5aa-fe5c-ac6bb10262bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011787} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.740204] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8135df-22bc-40d3-a6b0-f00573a17e66 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.749575] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1070.749575] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52be4663-ae7c-4453-5c48-cb03137f6343" [ 1070.749575] env[69385]: _type = "Task" [ 1070.749575] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.765093] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52be4663-ae7c-4453-5c48-cb03137f6343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.778215] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecac31f-7227-4185-a1be-1f9f66923a03 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.788411] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f85472-32d4-45bd-92aa-a360bcbcdd87 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.831034] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148a727b-630f-4733-a630-df35e3b9a706 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.843328] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29a692d-3625-4bd4-86b3-3df75bb71021 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.860231] env[69385]: DEBUG nova.compute.provider_tree [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.005995] env[69385]: DEBUG nova.network.neutron [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Updated VIF entry in instance network info cache for port 1684da58-b308-4745-9648-2adc84c2ffd0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.006395] env[69385]: DEBUG nova.network.neutron [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Updating instance_info_cache with network_info: [{"id": "1684da58-b308-4745-9648-2adc84c2ffd0", "address": "fa:16:3e:17:f3:3a", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1684da58-b3", "ovs_interfaceid": "1684da58-b308-4745-9648-2adc84c2ffd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.016456] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47681} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.016556] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1/405a2e24-ff96-4ccb-b9f9-6904a2be3aa1.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.016776] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.017333] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83212370-f6fd-4024-bd43-9d13e46d327f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.023178] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1071.023178] env[69385]: value = "task-3340822" [ 1071.023178] env[69385]: _type = "Task" [ 1071.023178] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.036022] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.260401] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52be4663-ae7c-4453-5c48-cb03137f6343, 'name': SearchDatastore_Task, 'duration_secs': 0.017869} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.260756] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.261034] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 0879316b-29d8-49cc-bc7a-bbe9daa3d687/0879316b-29d8-49cc-bc7a-bbe9daa3d687.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.261330] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd1a7897-6514-4072-ab9f-ead8eb394c3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.269400] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1071.269400] env[69385]: value = "task-3340823" [ 1071.269400] env[69385]: _type = "Task" [ 1071.269400] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.277682] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.366059] env[69385]: DEBUG nova.scheduler.client.report [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.397085] env[69385]: DEBUG nova.compute.manager [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.419675] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.419973] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.420212] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.420369] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.420502] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.420651] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.420858] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.421038] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.421221] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.421389] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.421786] env[69385]: DEBUG nova.virt.hardware [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.423012] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19f6279-4c68-43d2-b05f-d5e3af52b0ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.431907] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff28a1-b5c2-472d-a22c-761ce9c43bc0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.513732] env[69385]: DEBUG oslo_concurrency.lockutils [req-c8492a7d-14c7-4ad9-8daa-e33ac2646449 req-71eee21c-7713-4056-946a-a803103ca9e4 service nova] Releasing lock "refresh_cache-0879316b-29d8-49cc-bc7a-bbe9daa3d687" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.533258] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160403} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.533258] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.533627] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031738d2-afa1-4e1b-be47-48d3d2bc8774 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.558763] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1/405a2e24-ff96-4ccb-b9f9-6904a2be3aa1.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.559024] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-508d10da-9dc0-4113-af85-4b2b6e24a54b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.579696] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1071.579696] env[69385]: value = "task-3340824" [ 1071.579696] env[69385]: _type = "Task" [ 1071.579696] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.588697] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.781975] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500021} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.782225] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 0879316b-29d8-49cc-bc7a-bbe9daa3d687/0879316b-29d8-49cc-bc7a-bbe9daa3d687.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.782459] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.782731] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68a95ce2-bf52-4bf7-b6a0-7c0a943d7110 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.789842] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1071.789842] env[69385]: value = "task-3340825" [ 1071.789842] env[69385]: _type = "Task" [ 1071.789842] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.798660] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.872691] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.872691] env[69385]: DEBUG nova.compute.manager [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.876319] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.013s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.877958] env[69385]: INFO nova.compute.claims [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.908337] env[69385]: DEBUG nova.compute.manager [req-5b15fee6-64da-4233-8b1e-2caaf67c804a req-06f0d471-ba61-4999-8d93-e9a0eedf1a6b service nova] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Received event network-vif-plugged-b5078b62-cea5-4cc4-9935-773fd02fc7a4 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.911281] env[69385]: DEBUG oslo_concurrency.lockutils [req-5b15fee6-64da-4233-8b1e-2caaf67c804a req-06f0d471-ba61-4999-8d93-e9a0eedf1a6b service nova] Acquiring lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.911552] env[69385]: DEBUG oslo_concurrency.lockutils [req-5b15fee6-64da-4233-8b1e-2caaf67c804a req-06f0d471-ba61-4999-8d93-e9a0eedf1a6b service nova] Lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.911750] env[69385]: DEBUG oslo_concurrency.lockutils [req-5b15fee6-64da-4233-8b1e-2caaf67c804a req-06f0d471-ba61-4999-8d93-e9a0eedf1a6b service nova] Lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.911927] env[69385]: DEBUG nova.compute.manager [req-5b15fee6-64da-4233-8b1e-2caaf67c804a req-06f0d471-ba61-4999-8d93-e9a0eedf1a6b service nova] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] No waiting events found dispatching network-vif-plugged-b5078b62-cea5-4cc4-9935-773fd02fc7a4 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.912152] env[69385]: WARNING nova.compute.manager [req-5b15fee6-64da-4233-8b1e-2caaf67c804a req-06f0d471-ba61-4999-8d93-e9a0eedf1a6b service nova] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Received unexpected event network-vif-plugged-b5078b62-cea5-4cc4-9935-773fd02fc7a4 for instance with vm_state building and task_state spawning. [ 1071.993317] env[69385]: DEBUG nova.network.neutron [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Successfully updated port: b5078b62-cea5-4cc4-9935-773fd02fc7a4 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.089454] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340824, 'name': ReconfigVM_Task, 'duration_secs': 0.384506} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.089819] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1/405a2e24-ff96-4ccb-b9f9-6904a2be3aa1.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.090381] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14663dee-4418-4e3c-8b05-b7218e825d3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.096637] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1072.096637] env[69385]: value = "task-3340826" [ 1072.096637] env[69385]: _type = "Task" [ 1072.096637] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.104688] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340826, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.159636] env[69385]: DEBUG nova.compute.manager [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.160868] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d39b41-c36d-4a81-b097-058cdfd40383 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.301408] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06161} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.301687] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.302494] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfd58c0-2233-4e9d-8011-db7e0851dcc9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.327331] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 0879316b-29d8-49cc-bc7a-bbe9daa3d687/0879316b-29d8-49cc-bc7a-bbe9daa3d687.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.328182] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aa13b7e-9b79-4453-adfc-c7646bfd9edf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.348981] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1072.348981] env[69385]: value = "task-3340827" [ 1072.348981] env[69385]: _type = "Task" [ 1072.348981] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.357333] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.378335] env[69385]: DEBUG nova.compute.utils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.379679] env[69385]: DEBUG nova.compute.manager [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.379886] env[69385]: DEBUG nova.network.neutron [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.444023] env[69385]: DEBUG nova.policy [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f78114bb6e83438199196913bbca6e26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de2a696c758f408597e9d2538bd7d787', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.495776] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "refresh_cache-fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.495900] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "refresh_cache-fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.496161] env[69385]: DEBUG nova.network.neutron [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.606188] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340826, 'name': Rename_Task, 'duration_secs': 0.143089} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.606480] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.606757] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e44b9c1d-345f-4088-a874-34b913f8cc95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.613180] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1072.613180] env[69385]: value = "task-3340828" [ 1072.613180] env[69385]: _type = "Task" [ 1072.613180] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.620867] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.677826] env[69385]: INFO nova.compute.manager [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] instance snapshotting [ 1072.680596] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bb0914-0620-43de-b764-ede440e8ad74 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.699970] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525eb9f9-4657-44db-a40b-450ee32933d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.717538] env[69385]: DEBUG nova.network.neutron [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Successfully created port: 12de6e78-eed6-4df0-867c-894473b36f99 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.863717] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340827, 'name': ReconfigVM_Task, 'duration_secs': 0.263712} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.864214] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 0879316b-29d8-49cc-bc7a-bbe9daa3d687/0879316b-29d8-49cc-bc7a-bbe9daa3d687.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.865085] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2701e30-343f-4883-aec5-03dbfeb5eba5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.873722] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1072.873722] env[69385]: value = "task-3340829" [ 1072.873722] env[69385]: _type = "Task" [ 1072.873722] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.884035] env[69385]: DEBUG nova.compute.manager [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.886618] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340829, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.041894] env[69385]: DEBUG nova.network.neutron [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.124701] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340828, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.211812] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1073.212144] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d3f2227-8947-42fa-b92a-9e6a7e6ad6ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.219948] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1073.219948] env[69385]: value = "task-3340830" [ 1073.219948] env[69385]: _type = "Task" [ 1073.219948] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.229678] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340830, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.250510] env[69385]: DEBUG nova.network.neutron [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Updating instance_info_cache with network_info: [{"id": "b5078b62-cea5-4cc4-9935-773fd02fc7a4", "address": "fa:16:3e:1a:86:71", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5078b62-ce", "ovs_interfaceid": "b5078b62-cea5-4cc4-9935-773fd02fc7a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.300021] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e684a74e-d566-4870-a9cd-d65f8cc5f8a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.308685] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c76c37-2e9d-4b50-891b-a436baabaad2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.343100] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df54e222-b54f-4db8-82f9-fc28e390706a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.351064] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ade9de9-180f-4455-acb5-de2186e5b5ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.367652] env[69385]: DEBUG nova.compute.provider_tree [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.385014] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340829, 'name': Rename_Task, 'duration_secs': 0.158883} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.385375] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.385710] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5068a24e-72cc-4407-96a3-9afdb6d5db33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.397836] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1073.397836] env[69385]: value = "task-3340831" [ 1073.397836] env[69385]: _type = "Task" [ 1073.397836] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.410344] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340831, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.624289] env[69385]: DEBUG oslo_vmware.api [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340828, 'name': PowerOnVM_Task, 'duration_secs': 0.540227} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.624562] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.624762] env[69385]: INFO nova.compute.manager [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1073.624948] env[69385]: DEBUG nova.compute.manager [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.625740] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce3c41b-cc46-41ec-ad8b-f0c367c56cfc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.730392] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340830, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.753673] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "refresh_cache-fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.754083] env[69385]: DEBUG nova.compute.manager [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Instance network_info: |[{"id": "b5078b62-cea5-4cc4-9935-773fd02fc7a4", "address": "fa:16:3e:1a:86:71", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5078b62-ce", "ovs_interfaceid": "b5078b62-cea5-4cc4-9935-773fd02fc7a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.754571] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:86:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5078b62-cea5-4cc4-9935-773fd02fc7a4', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.762545] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.762765] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.763055] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a68efa82-80d0-4285-9fad-925bfed9ccb7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.782635] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.782635] env[69385]: value = "task-3340832" [ 1073.782635] env[69385]: _type = "Task" [ 1073.782635] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.790094] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340832, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.871128] env[69385]: DEBUG nova.scheduler.client.report [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.900089] env[69385]: DEBUG nova.compute.manager [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.911499] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340831, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.922513] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.922747] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.922900] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.923091] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.923261] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.923419] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.923628] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.923801] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.923966] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.924143] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.924352] env[69385]: DEBUG nova.virt.hardware [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.925172] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5cb943-c7b7-41b2-9c34-e49056aed2e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.932981] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eeb35e-d6d7-4913-9208-28290cf8b264 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.939999] env[69385]: DEBUG nova.compute.manager [req-42378f6f-daad-442a-8065-3f6adf1d95e0 req-08ea0903-09de-4ac0-9a7b-756152debcd7 service nova] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Received event network-changed-b5078b62-cea5-4cc4-9935-773fd02fc7a4 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.940197] env[69385]: DEBUG nova.compute.manager [req-42378f6f-daad-442a-8065-3f6adf1d95e0 req-08ea0903-09de-4ac0-9a7b-756152debcd7 service nova] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Refreshing instance network info cache due to event network-changed-b5078b62-cea5-4cc4-9935-773fd02fc7a4. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1073.940412] env[69385]: DEBUG oslo_concurrency.lockutils [req-42378f6f-daad-442a-8065-3f6adf1d95e0 req-08ea0903-09de-4ac0-9a7b-756152debcd7 service nova] Acquiring lock "refresh_cache-fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.940563] env[69385]: DEBUG oslo_concurrency.lockutils [req-42378f6f-daad-442a-8065-3f6adf1d95e0 req-08ea0903-09de-4ac0-9a7b-756152debcd7 service nova] Acquired lock "refresh_cache-fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.940722] env[69385]: DEBUG nova.network.neutron [req-42378f6f-daad-442a-8065-3f6adf1d95e0 req-08ea0903-09de-4ac0-9a7b-756152debcd7 service nova] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Refreshing network info cache for port b5078b62-cea5-4cc4-9935-773fd02fc7a4 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.144536] env[69385]: INFO nova.compute.manager [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Took 35.14 seconds to build instance. [ 1074.231532] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340830, 'name': CreateSnapshot_Task, 'duration_secs': 0.54396} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.232933] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1074.232933] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ba3cb-a55e-4f95-88a2-c4492de1397c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.294989] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340832, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.376165] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.376697] env[69385]: DEBUG nova.compute.manager [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.381452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.126s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.382872] env[69385]: INFO nova.compute.claims [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.412906] env[69385]: DEBUG oslo_vmware.api [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340831, 'name': PowerOnVM_Task, 'duration_secs': 0.69677} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.413833] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.414100] env[69385]: INFO nova.compute.manager [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1074.414420] env[69385]: DEBUG nova.compute.manager [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.416015] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710046e4-03cd-4291-8820-fd41ce390ebf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.441559] env[69385]: DEBUG nova.network.neutron [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Successfully updated port: 12de6e78-eed6-4df0-867c-894473b36f99 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.646921] env[69385]: DEBUG oslo_concurrency.lockutils [None req-8f047261-6928-49ae-820c-d4095340e2e4 tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.655s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.723922] env[69385]: DEBUG nova.network.neutron [req-42378f6f-daad-442a-8065-3f6adf1d95e0 req-08ea0903-09de-4ac0-9a7b-756152debcd7 service nova] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Updated VIF entry in instance network info cache for port b5078b62-cea5-4cc4-9935-773fd02fc7a4. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.724493] env[69385]: DEBUG nova.network.neutron [req-42378f6f-daad-442a-8065-3f6adf1d95e0 req-08ea0903-09de-4ac0-9a7b-756152debcd7 service nova] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Updating instance_info_cache with network_info: [{"id": "b5078b62-cea5-4cc4-9935-773fd02fc7a4", "address": "fa:16:3e:1a:86:71", "network": {"id": "fd458ec7-b498-4052-aff6-34de3916be47", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-259294665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3b959835220a43d3bbc8c04c26c31015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5078b62-ce", "ovs_interfaceid": "b5078b62-cea5-4cc4-9935-773fd02fc7a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.752034] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1074.752034] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a76740db-7034-4a65-ae20-ead0d210bcbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.760821] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1074.760821] env[69385]: value = "task-3340833" [ 1074.760821] env[69385]: _type = "Task" [ 1074.760821] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.769992] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340833, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.793343] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340832, 'name': CreateVM_Task, 'duration_secs': 0.513927} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.793519] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.794240] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.794407] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.794727] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.795020] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d45181-79be-4ca9-bcdb-a67cfa9ea816 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.800051] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1074.800051] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f3db36-71bc-9043-3904-0ef5baa9d60a" [ 1074.800051] env[69385]: _type = "Task" [ 1074.800051] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.809832] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f3db36-71bc-9043-3904-0ef5baa9d60a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.891063] env[69385]: DEBUG nova.compute.utils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.892502] env[69385]: DEBUG nova.compute.manager [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.892681] env[69385]: DEBUG nova.network.neutron [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.936252] env[69385]: DEBUG nova.policy [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0df81d77a444f7aa4d76f041420be36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615b2ca3410748859ccfbf610c65f5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.941620] env[69385]: INFO nova.compute.manager [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Took 27.85 seconds to build instance. [ 1074.948365] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "refresh_cache-b7c5279c-766d-453d-93ce-923d6011281c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.948508] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "refresh_cache-b7c5279c-766d-453d-93ce-923d6011281c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.949708] env[69385]: DEBUG nova.network.neutron [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.227210] env[69385]: DEBUG oslo_concurrency.lockutils [req-42378f6f-daad-442a-8065-3f6adf1d95e0 req-08ea0903-09de-4ac0-9a7b-756152debcd7 service nova] Releasing lock "refresh_cache-fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.235142] env[69385]: DEBUG nova.network.neutron [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Successfully created port: 20ec0ebe-9fef-40b9-836f-7ab098801969 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.273188] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340833, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.274972] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.275447] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.276682] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.276682] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.276682] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.281869] env[69385]: INFO nova.compute.manager [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Terminating instance [ 1075.314056] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f3db36-71bc-9043-3904-0ef5baa9d60a, 'name': SearchDatastore_Task, 'duration_secs': 0.031324} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.314056] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.314056] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.314056] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.314056] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.314056] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.314056] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f0809dd-6e3d-483a-9aec-441c35018fa7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.324885] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.324885] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.324885] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6347ed4-b237-4cd8-b0b4-955365ce5c68 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.330559] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1075.330559] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d90c21-d7a9-911a-c816-6ea004d9ef0b" [ 1075.330559] env[69385]: _type = "Task" [ 1075.330559] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.342721] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d90c21-d7a9-911a-c816-6ea004d9ef0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.400418] env[69385]: DEBUG nova.compute.manager [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.446860] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a31b3a4-f080-4441-9a4a-c51a052582b6 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.876s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.490965] env[69385]: DEBUG nova.network.neutron [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.689157] env[69385]: DEBUG nova.network.neutron [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Updating instance_info_cache with network_info: [{"id": "12de6e78-eed6-4df0-867c-894473b36f99", "address": "fa:16:3e:79:b7:b4", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12de6e78-ee", "ovs_interfaceid": "12de6e78-eed6-4df0-867c-894473b36f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.773918] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340833, 'name': CloneVM_Task} progress is 95%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.785231] env[69385]: DEBUG nova.compute.manager [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.785439] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.786444] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ef4207-87dd-4906-8091-cc35053e1383 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.791511] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50eace3-1fc8-4ffd-b676-7cae13e0e428 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.797638] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.798185] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d043167-ce2c-44a5-9fb7-fcf936051431 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.802218] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a131a7a-5dd8-4ff2-94d4-56d12aa96f22 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.806523] env[69385]: DEBUG oslo_vmware.api [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1075.806523] env[69385]: value = "task-3340834" [ 1075.806523] env[69385]: _type = "Task" [ 1075.806523] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.839488] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af3edbe-c567-4725-bacd-6e5f920867db {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.844704] env[69385]: DEBUG oslo_vmware.api [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.849852] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d90c21-d7a9-911a-c816-6ea004d9ef0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.852244] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e449bdd2-ec92-414a-9cd2-d4b31a0fed16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.855162] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f74b1c8-3676-4098-b3e1-cbcf0a1d15cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.861447] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.861667] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.861843] env[69385]: DEBUG nova.compute.manager [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.862183] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1075.862183] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f560f5-6f83-01a4-625a-0aff3a20baa3" [ 1075.862183] env[69385]: _type = "Task" [ 1075.862183] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.870362] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5beefd-60bd-4c52-b735-0b677542f8bd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.872960] env[69385]: DEBUG nova.compute.provider_tree [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.880559] env[69385]: DEBUG nova.compute.manager [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1075.881124] env[69385]: DEBUG nova.objects.instance [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'flavor' on Instance uuid 0879316b-29d8-49cc-bc7a-bbe9daa3d687 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.885668] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f560f5-6f83-01a4-625a-0aff3a20baa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.887488] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.887488] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] fefdd70b-e3e9-4e8b-a955-a4d2299a46a0/fefdd70b-e3e9-4e8b-a955-a4d2299a46a0.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.887488] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1da40cc8-437d-437b-aacd-1d3c9891bd83 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.894617] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1075.894617] env[69385]: value = "task-3340835" [ 1075.894617] env[69385]: _type = "Task" [ 1075.894617] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.903164] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.967794] env[69385]: DEBUG nova.compute.manager [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Received event network-vif-plugged-12de6e78-eed6-4df0-867c-894473b36f99 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.967794] env[69385]: DEBUG oslo_concurrency.lockutils [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] Acquiring lock "b7c5279c-766d-453d-93ce-923d6011281c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.967794] env[69385]: DEBUG oslo_concurrency.lockutils [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] Lock "b7c5279c-766d-453d-93ce-923d6011281c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.968077] env[69385]: DEBUG oslo_concurrency.lockutils [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] Lock "b7c5279c-766d-453d-93ce-923d6011281c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.968077] env[69385]: DEBUG nova.compute.manager [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] [instance: b7c5279c-766d-453d-93ce-923d6011281c] No waiting events found dispatching network-vif-plugged-12de6e78-eed6-4df0-867c-894473b36f99 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.968401] env[69385]: WARNING nova.compute.manager [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Received unexpected event network-vif-plugged-12de6e78-eed6-4df0-867c-894473b36f99 for instance with vm_state building and task_state spawning. [ 1075.968513] env[69385]: DEBUG nova.compute.manager [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Received event network-changed-12de6e78-eed6-4df0-867c-894473b36f99 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.968579] env[69385]: DEBUG nova.compute.manager [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Refreshing instance network info cache due to event network-changed-12de6e78-eed6-4df0-867c-894473b36f99. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1075.968752] env[69385]: DEBUG oslo_concurrency.lockutils [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] Acquiring lock "refresh_cache-b7c5279c-766d-453d-93ce-923d6011281c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.192058] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "refresh_cache-b7c5279c-766d-453d-93ce-923d6011281c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.192668] env[69385]: DEBUG nova.compute.manager [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Instance network_info: |[{"id": "12de6e78-eed6-4df0-867c-894473b36f99", "address": "fa:16:3e:79:b7:b4", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12de6e78-ee", "ovs_interfaceid": "12de6e78-eed6-4df0-867c-894473b36f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.193163] env[69385]: DEBUG oslo_concurrency.lockutils [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] Acquired lock "refresh_cache-b7c5279c-766d-453d-93ce-923d6011281c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.193396] env[69385]: DEBUG nova.network.neutron [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Refreshing network info cache for port 12de6e78-eed6-4df0-867c-894473b36f99 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.194815] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:b7:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12de6e78-eed6-4df0-867c-894473b36f99', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.205904] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.207119] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.207371] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e15ee35b-f53b-4137-b50c-2418699e89ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.230287] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.230287] env[69385]: value = "task-3340836" [ 1076.230287] env[69385]: _type = "Task" [ 1076.230287] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.240318] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340836, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.273378] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340833, 'name': CloneVM_Task, 'duration_secs': 1.144411} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.273679] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Created linked-clone VM from snapshot [ 1076.274489] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c267621-8d68-459c-8444-735482568e50 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.282362] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Uploading image 212e3907-045a-4e10-be6c-f83ce54d8d5d {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1076.304708] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1076.304708] env[69385]: value = "vm-666786" [ 1076.304708] env[69385]: _type = "VirtualMachine" [ 1076.304708] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1076.305058] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-673718a8-2509-4779-be90-5f10d01004b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.312838] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lease: (returnval){ [ 1076.312838] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5218dd97-ea99-37f3-be8d-2eefa90620d5" [ 1076.312838] env[69385]: _type = "HttpNfcLease" [ 1076.312838] env[69385]: } obtained for exporting VM: (result){ [ 1076.312838] env[69385]: value = "vm-666786" [ 1076.312838] env[69385]: _type = "VirtualMachine" [ 1076.312838] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1076.313363] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the lease: (returnval){ [ 1076.313363] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5218dd97-ea99-37f3-be8d-2eefa90620d5" [ 1076.313363] env[69385]: _type = "HttpNfcLease" [ 1076.313363] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1076.316371] env[69385]: DEBUG oslo_vmware.api [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340834, 'name': PowerOffVM_Task, 'duration_secs': 0.186233} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.319679] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.319890] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.320290] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-730cd457-e307-4d96-a127-ce2406c96ade {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.326343] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.326343] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5218dd97-ea99-37f3-be8d-2eefa90620d5" [ 1076.326343] env[69385]: _type = "HttpNfcLease" [ 1076.326343] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.378488] env[69385]: DEBUG nova.scheduler.client.report [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.407606] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.411532] env[69385]: DEBUG nova.compute.manager [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.429965] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.430224] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.430430] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Deleting the datastore file [datastore1] 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.432549] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60e2db3c-00ee-45b4-be44-683f92a97f0f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.439069] env[69385]: DEBUG oslo_vmware.api [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for the task: (returnval){ [ 1076.439069] env[69385]: value = "task-3340839" [ 1076.439069] env[69385]: _type = "Task" [ 1076.439069] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.441264] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.441506] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.441669] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.441925] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.442033] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.442203] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.442473] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.442662] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.442934] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.443069] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.443287] env[69385]: DEBUG nova.virt.hardware [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.444197] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef93e51e-c449-42c1-8a02-18742a6c5c95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.458041] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb4f811-6eb5-4c78-81c2-2eedd382746a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.462197] env[69385]: DEBUG oslo_vmware.api [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.739559] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340836, 'name': CreateVM_Task, 'duration_secs': 0.424688} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.739745] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.740430] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.740594] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.740911] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.741171] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32606726-13bf-4b85-b7ea-2621764ee13a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.746059] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1076.746059] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527edfe6-4c37-0e11-67dd-7f789938b59c" [ 1076.746059] env[69385]: _type = "Task" [ 1076.746059] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.756703] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527edfe6-4c37-0e11-67dd-7f789938b59c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.826493] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.826493] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5218dd97-ea99-37f3-be8d-2eefa90620d5" [ 1076.826493] env[69385]: _type = "HttpNfcLease" [ 1076.826493] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1076.826683] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1076.826683] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5218dd97-ea99-37f3-be8d-2eefa90620d5" [ 1076.826683] env[69385]: _type = "HttpNfcLease" [ 1076.826683] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1076.829024] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de3be49-04ba-4166-9db1-a4aad53d3b47 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.836412] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fafcc-43f7-3b01-9a18-14b32405c1a2/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1076.836610] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fafcc-43f7-3b01-9a18-14b32405c1a2/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1076.892631] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.893161] env[69385]: DEBUG nova.compute.manager [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.897704] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.900024] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.303s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.900153] env[69385]: DEBUG nova.objects.instance [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lazy-loading 'resources' on Instance uuid 51146e7e-2da1-4ef9-bec4-dda4e96b634c {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.901223] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-538ba149-11d3-4da6-b017-1f93b5f48495 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.915067] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531312} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.916630] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] fefdd70b-e3e9-4e8b-a955-a4d2299a46a0/fefdd70b-e3e9-4e8b-a955-a4d2299a46a0.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.916630] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.916802] env[69385]: DEBUG oslo_vmware.api [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1076.916802] env[69385]: value = "task-3340840" [ 1076.916802] env[69385]: _type = "Task" [ 1076.916802] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.916976] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ad8d63-dc39-4d9f-97c8-2a108f087f85 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.928091] env[69385]: DEBUG oslo_vmware.api [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.929735] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1076.929735] env[69385]: value = "task-3340841" [ 1076.929735] env[69385]: _type = "Task" [ 1076.929735] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.938312] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.956802] env[69385]: DEBUG oslo_vmware.api [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Task: {'id': task-3340839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204052} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.956802] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.956802] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.956802] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.957086] env[69385]: INFO nova.compute.manager [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1076.957185] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.957397] env[69385]: DEBUG nova.compute.manager [-] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.957496] env[69385]: DEBUG nova.network.neutron [-] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.961616] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c2caffa-d61d-4ffe-b24b-03113fcb2a40 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.088650] env[69385]: DEBUG nova.network.neutron [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Successfully updated port: 20ec0ebe-9fef-40b9-836f-7ab098801969 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.099646] env[69385]: DEBUG nova.network.neutron [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Updated VIF entry in instance network info cache for port 12de6e78-eed6-4df0-867c-894473b36f99. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.100019] env[69385]: DEBUG nova.network.neutron [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Updating instance_info_cache with network_info: [{"id": "12de6e78-eed6-4df0-867c-894473b36f99", "address": "fa:16:3e:79:b7:b4", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12de6e78-ee", "ovs_interfaceid": "12de6e78-eed6-4df0-867c-894473b36f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.261087] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527edfe6-4c37-0e11-67dd-7f789938b59c, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.261494] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.261840] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.262141] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.262328] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.262543] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.262846] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-862258c4-6fdc-4689-8af4-de88104d313a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.272339] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.272542] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.273548] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddcdaa0a-da1e-4505-967d-816df9896816 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.278742] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1077.278742] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528236fd-9542-819b-f7a8-4837758d5ef9" [ 1077.278742] env[69385]: _type = "Task" [ 1077.278742] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.286683] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528236fd-9542-819b-f7a8-4837758d5ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.317800] env[69385]: DEBUG nova.compute.manager [req-75da000c-e43c-47d9-aa8c-9c93abbc677c req-43b0c808-6d70-42c3-9d46-703b0d6c2b6b service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Received event network-vif-deleted-2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1077.318031] env[69385]: INFO nova.compute.manager [req-75da000c-e43c-47d9-aa8c-9c93abbc677c req-43b0c808-6d70-42c3-9d46-703b0d6c2b6b service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Neutron deleted interface 2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4; detaching it from the instance and deleting it from the info cache [ 1077.318273] env[69385]: DEBUG nova.network.neutron [req-75da000c-e43c-47d9-aa8c-9c93abbc677c req-43b0c808-6d70-42c3-9d46-703b0d6c2b6b service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Updating instance_info_cache with network_info: [{"id": "80b970a6-db7c-43e4-bfb5-d7fb8152ba20", "address": "fa:16:3e:df:b0:86", "network": {"id": "16ef9682-133b-4b3f-a662-f2dc299b5975", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-633923039", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fda8993ff5c44a9c853297faa9c1c0bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b970a6-db", "ovs_interfaceid": "80b970a6-db7c-43e4-bfb5-d7fb8152ba20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.398671] env[69385]: DEBUG nova.compute.utils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.400271] env[69385]: DEBUG nova.compute.manager [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.401020] env[69385]: DEBUG nova.network.neutron [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.431017] env[69385]: DEBUG oslo_vmware.api [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340840, 'name': PowerOffVM_Task, 'duration_secs': 0.19312} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.439577] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.439796] env[69385]: DEBUG nova.compute.manager [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.440640] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b82ab-fb8b-46ef-a4d3-732a61d12127 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.450780] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090341} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.455139] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.458911] env[69385]: DEBUG nova.policy [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7929c1e03f8f461aaed5c55a474ca7e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32a3d112126c405095a224bbad080bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.462035] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefb3a10-f5ca-491f-9732-a8714bf7102e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.491478] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] fefdd70b-e3e9-4e8b-a955-a4d2299a46a0/fefdd70b-e3e9-4e8b-a955-a4d2299a46a0.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.494851] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e22c4b8-f1ea-4710-92a0-2db8453a30e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.519626] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1077.519626] env[69385]: value = "task-3340842" [ 1077.519626] env[69385]: _type = "Task" [ 1077.519626] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.532293] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.592168] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "refresh_cache-21a3167d-d190-48ed-8c59-85e169c0127a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.592305] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "refresh_cache-21a3167d-d190-48ed-8c59-85e169c0127a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.592507] env[69385]: DEBUG nova.network.neutron [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.605263] env[69385]: DEBUG oslo_concurrency.lockutils [req-573a9a4f-d8df-4abb-ad98-ac2ec3527b7b req-387011cf-070c-4ee1-9fdf-c73e34a4578d service nova] Releasing lock "refresh_cache-b7c5279c-766d-453d-93ce-923d6011281c" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.794931] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528236fd-9542-819b-f7a8-4837758d5ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.800301] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91288b53-a2d2-4fba-82c8-3172855299c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.808296] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1077.808296] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e0590-683f-552c-a613-e99a3c892467" [ 1077.808296] env[69385]: _type = "Task" [ 1077.808296] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.819877] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e0590-683f-552c-a613-e99a3c892467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.827105] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-196a50f8-d12b-41af-8b4a-eebd98ceddae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.838814] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5552cf-f30f-4e74-b663-903f9162f7b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.860885] env[69385]: DEBUG nova.network.neutron [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Successfully created port: 6e13d968-abb0-4e23-83ea-0ef7de604b1b {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.881185] env[69385]: DEBUG nova.compute.manager [req-75da000c-e43c-47d9-aa8c-9c93abbc677c req-43b0c808-6d70-42c3-9d46-703b0d6c2b6b service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Detach interface failed, port_id=2e5ab57f-7fe6-4af4-8c4d-b5761b91f0e4, reason: Instance 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1077.907228] env[69385]: DEBUG nova.compute.manager [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.917043] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a01d83-0a96-4be0-916d-437ec8c2a2dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.925068] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73387ae7-3545-40f0-9c83-691a29253eab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.962217] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fb1768-a68b-4a8e-aab5-f125654be159 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.969143] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f263828b-ed50-42c5-814f-f0113376127f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.107s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.974401] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd5ab04-cd73-48d8-a219-c997159ab412 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.990306] env[69385]: DEBUG nova.compute.provider_tree [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.029720] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.079450] env[69385]: DEBUG nova.network.neutron [-] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.119772] env[69385]: DEBUG nova.compute.manager [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Received event network-vif-plugged-20ec0ebe-9fef-40b9-836f-7ab098801969 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.122232] env[69385]: DEBUG oslo_concurrency.lockutils [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] Acquiring lock "21a3167d-d190-48ed-8c59-85e169c0127a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.122232] env[69385]: DEBUG oslo_concurrency.lockutils [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] Lock "21a3167d-d190-48ed-8c59-85e169c0127a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.122232] env[69385]: DEBUG oslo_concurrency.lockutils [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] Lock "21a3167d-d190-48ed-8c59-85e169c0127a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.122232] env[69385]: DEBUG nova.compute.manager [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] No waiting events found dispatching network-vif-plugged-20ec0ebe-9fef-40b9-836f-7ab098801969 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.122232] env[69385]: WARNING nova.compute.manager [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Received unexpected event network-vif-plugged-20ec0ebe-9fef-40b9-836f-7ab098801969 for instance with vm_state building and task_state spawning. [ 1078.122232] env[69385]: DEBUG nova.compute.manager [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Received event network-changed-20ec0ebe-9fef-40b9-836f-7ab098801969 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.122232] env[69385]: DEBUG nova.compute.manager [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Refreshing instance network info cache due to event network-changed-20ec0ebe-9fef-40b9-836f-7ab098801969. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1078.122232] env[69385]: DEBUG oslo_concurrency.lockutils [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] Acquiring lock "refresh_cache-21a3167d-d190-48ed-8c59-85e169c0127a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.139330] env[69385]: DEBUG nova.network.neutron [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.319399] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e0590-683f-552c-a613-e99a3c892467, 'name': SearchDatastore_Task, 'duration_secs': 0.014751} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.323455] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.323735] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] b7c5279c-766d-453d-93ce-923d6011281c/b7c5279c-766d-453d-93ce-923d6011281c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.324016] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ceb723e-ab81-412b-bc08-c284974a56de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.331470] env[69385]: DEBUG oslo_concurrency.lockutils [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.331709] env[69385]: DEBUG oslo_concurrency.lockutils [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.331907] env[69385]: DEBUG oslo_concurrency.lockutils [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.332113] env[69385]: DEBUG oslo_concurrency.lockutils [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.332335] env[69385]: DEBUG oslo_concurrency.lockutils [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.339198] env[69385]: INFO nova.compute.manager [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Terminating instance [ 1078.346651] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1078.346651] env[69385]: value = "task-3340843" [ 1078.346651] env[69385]: _type = "Task" [ 1078.346651] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.363259] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.388174] env[69385]: DEBUG nova.network.neutron [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Updating instance_info_cache with network_info: [{"id": "20ec0ebe-9fef-40b9-836f-7ab098801969", "address": "fa:16:3e:c3:92:6e", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ec0ebe-9f", "ovs_interfaceid": "20ec0ebe-9fef-40b9-836f-7ab098801969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.497262] env[69385]: DEBUG nova.scheduler.client.report [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.530810] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340842, 'name': ReconfigVM_Task, 'duration_secs': 0.660856} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.531553] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Reconfigured VM instance instance-00000056 to attach disk [datastore2] fefdd70b-e3e9-4e8b-a955-a4d2299a46a0/fefdd70b-e3e9-4e8b-a955-a4d2299a46a0.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.532381] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c78c2f7-ce05-4b26-86b6-aa4059b2482f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.539838] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1078.539838] env[69385]: value = "task-3340844" [ 1078.539838] env[69385]: _type = "Task" [ 1078.539838] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.548938] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340844, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.582428] env[69385]: INFO nova.compute.manager [-] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Took 1.62 seconds to deallocate network for instance. [ 1078.850984] env[69385]: DEBUG nova.compute.manager [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.851233] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.852694] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a1de14-28c3-4ce3-b2d0-0fc95a3957f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.863133] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.866624] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0de53674-0e29-4926-925d-fe37dbe5b091 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.868269] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502539} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.868545] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] b7c5279c-766d-453d-93ce-923d6011281c/b7c5279c-766d-453d-93ce-923d6011281c.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.868760] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.869350] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00e9b4c4-97b7-4f72-a953-4b5b0f3aaedf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.875700] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1078.875700] env[69385]: value = "task-3340846" [ 1078.875700] env[69385]: _type = "Task" [ 1078.875700] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.884167] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.890870] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "refresh_cache-21a3167d-d190-48ed-8c59-85e169c0127a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.891243] env[69385]: DEBUG nova.compute.manager [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Instance network_info: |[{"id": "20ec0ebe-9fef-40b9-836f-7ab098801969", "address": "fa:16:3e:c3:92:6e", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ec0ebe-9f", "ovs_interfaceid": "20ec0ebe-9fef-40b9-836f-7ab098801969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.891559] env[69385]: DEBUG oslo_concurrency.lockutils [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] Acquired lock "refresh_cache-21a3167d-d190-48ed-8c59-85e169c0127a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.891761] env[69385]: DEBUG nova.network.neutron [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Refreshing network info cache for port 20ec0ebe-9fef-40b9-836f-7ab098801969 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.893117] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:92:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20ec0ebe-9fef-40b9-836f-7ab098801969', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.902298] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.903612] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.903841] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ab6d300-cea9-4aff-801c-f79f195eada8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.920970] env[69385]: DEBUG nova.compute.manager [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.927556] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.927807] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.928000] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleting the datastore file [datastore2] 0879316b-29d8-49cc-bc7a-bbe9daa3d687 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.928649] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f73ebff2-5806-4787-bf0d-ff2f151cf889 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.932066] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.932066] env[69385]: value = "task-3340847" [ 1078.932066] env[69385]: _type = "Task" [ 1078.932066] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.941508] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340847, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.943463] env[69385]: DEBUG oslo_vmware.api [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1078.943463] env[69385]: value = "task-3340848" [ 1078.943463] env[69385]: _type = "Task" [ 1078.943463] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.953083] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.953411] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.953643] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.953816] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.953977] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.954144] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.954416] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.954574] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.954773] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.954948] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.955192] env[69385]: DEBUG nova.virt.hardware [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.956644] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499e6fe7-a8ea-42b0-b616-8ec4444d6e59 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.963573] env[69385]: DEBUG oslo_vmware.api [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.969863] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec2c45c-13cd-4ca4-976d-7f12173131c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.003359] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.006133] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.208s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.035254] env[69385]: INFO nova.scheduler.client.report [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Deleted allocations for instance 51146e7e-2da1-4ef9-bec4-dda4e96b634c [ 1079.059889] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340844, 'name': Rename_Task, 'duration_secs': 0.306501} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.060378] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.060993] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ff60c4b-9bb2-4693-9db5-0358034ea15f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.068018] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1079.068018] env[69385]: value = "task-3340849" [ 1079.068018] env[69385]: _type = "Task" [ 1079.068018] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.077693] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.092786] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.385125] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096979} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.385447] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.386163] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26262989-0da1-4adf-b8ea-836e31bf5003 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.391164] env[69385]: DEBUG nova.compute.manager [req-adca91a4-6ad0-4d17-ab2f-133669475cb0 req-08917cba-2268-4159-a21b-272116ce8bfe service nova] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Received event network-vif-deleted-80b970a6-db7c-43e4-bfb5-d7fb8152ba20 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.410265] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] b7c5279c-766d-453d-93ce-923d6011281c/b7c5279c-766d-453d-93ce-923d6011281c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.413548] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a79381a5-ee65-4d23-8704-df8c3aea2599 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.433348] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1079.433348] env[69385]: value = "task-3340850" [ 1079.433348] env[69385]: _type = "Task" [ 1079.433348] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.444950] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340847, 'name': CreateVM_Task, 'duration_secs': 0.455716} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.448264] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.448674] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340850, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.449385] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.449530] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.449858] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.453256] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e064275d-8ee4-4977-93b3-2b743de631d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.460593] env[69385]: DEBUG oslo_vmware.api [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283881} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.462050] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.462266] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.462447] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.462620] env[69385]: INFO nova.compute.manager [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1079.463678] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.463678] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1079.463678] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0dff4-5cf6-cea1-75e3-2463e87b67a7" [ 1079.463678] env[69385]: _type = "Task" [ 1079.463678] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.463678] env[69385]: DEBUG nova.compute.manager [-] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.463678] env[69385]: DEBUG nova.network.neutron [-] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.473908] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0dff4-5cf6-cea1-75e3-2463e87b67a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.546745] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4cb1c1e-c18e-4ee0-9909-d49836a53d62 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "51146e7e-2da1-4ef9-bec4-dda4e96b634c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.821s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.586047] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340849, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.766936] env[69385]: DEBUG nova.network.neutron [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Updated VIF entry in instance network info cache for port 20ec0ebe-9fef-40b9-836f-7ab098801969. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.766936] env[69385]: DEBUG nova.network.neutron [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Updating instance_info_cache with network_info: [{"id": "20ec0ebe-9fef-40b9-836f-7ab098801969", "address": "fa:16:3e:c3:92:6e", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ec0ebe-9f", "ovs_interfaceid": "20ec0ebe-9fef-40b9-836f-7ab098801969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.771383] env[69385]: DEBUG nova.network.neutron [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Successfully updated port: 6e13d968-abb0-4e23-83ea-0ef7de604b1b {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.951377] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.976306] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0dff4-5cf6-cea1-75e3-2463e87b67a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01651} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.976626] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.976877] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.977139] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.977289] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.977475] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.977748] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50ccc0b5-31e5-4701-bcd7-2449dd5b9697 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.987805] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.988027] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.988834] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217eecb3-9750-499c-ae39-c545b562390a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.994751] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1079.994751] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524ff485-6d73-03af-5321-51a6d7e7f93f" [ 1079.994751] env[69385]: _type = "Task" [ 1079.994751] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.003776] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524ff485-6d73-03af-5321-51a6d7e7f93f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.024972] env[69385]: INFO nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating resource usage from migration a641b027-9024-45a4-bb30-4fc0f7357755 [ 1080.049626] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 711577d1-d996-427e-9234-e7a1a1dcc74c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.049865] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 466c7ef8-b12c-43b5-a319-e377f9c8e116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.049940] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance ae499731-184c-4b63-9993-3d5b229df920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.050069] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 8aa94f46-c6c6-46bf-8621-67e7b851fe69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1080.050195] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance c4fae709-b0de-4b8e-b6cb-b00a70140c8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.050325] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 97ee0588-43d0-4b08-a661-af12ca0c4db9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1080.050444] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance e66ae96a-7ea9-41d9-8e42-25a27dd5dac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.050558] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 10f6cdf9-2a69-4728-b633-cfeb0860e05d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.050671] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 1776fa73-9144-4d4b-9265-e949d4d2577a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.050782] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance f2a9b3df-0eb5-4b16-9eb2-6e598926191a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.050933] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 15c66df3-e20e-4d08-a2d3-ca48d5f09aee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.051118] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 5ff20111-4193-4223-8bf7-23978dae759b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.051259] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance f7a9599f-b748-47c4-8480-c4789275632f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.051392] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1080.051510] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 0879316b-29d8-49cc-bc7a-bbe9daa3d687 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.051623] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance fefdd70b-e3e9-4e8b-a955-a4d2299a46a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.051734] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance b7c5279c-766d-453d-93ce-923d6011281c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.051844] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 21a3167d-d190-48ed-8c59-85e169c0127a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.051956] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance c0733b83-e219-47a0-b140-99fd72040c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.083176] env[69385]: DEBUG oslo_vmware.api [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340849, 'name': PowerOnVM_Task, 'duration_secs': 0.923007} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.083482] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.083686] env[69385]: INFO nova.compute.manager [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1080.083865] env[69385]: DEBUG nova.compute.manager [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.084693] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa28144f-9bc0-4f72-98ca-1e35e3bd23d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.173384] env[69385]: DEBUG nova.compute.manager [req-dca3a417-f08b-44ac-a200-042ae333682e req-e66e9103-fec5-464e-9dbd-5ee464a6c7dc service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Received event network-vif-deleted-1684da58-b308-4745-9648-2adc84c2ffd0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.174096] env[69385]: INFO nova.compute.manager [req-dca3a417-f08b-44ac-a200-042ae333682e req-e66e9103-fec5-464e-9dbd-5ee464a6c7dc service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Neutron deleted interface 1684da58-b308-4745-9648-2adc84c2ffd0; detaching it from the instance and deleting it from the info cache [ 1080.174096] env[69385]: DEBUG nova.network.neutron [req-dca3a417-f08b-44ac-a200-042ae333682e req-e66e9103-fec5-464e-9dbd-5ee464a6c7dc service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.270810] env[69385]: DEBUG nova.network.neutron [-] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.272525] env[69385]: DEBUG oslo_concurrency.lockutils [req-fec5ddce-f848-4690-9410-1927b6956efb req-e27847bb-1cc4-4f1a-92ff-d8394006457e service nova] Releasing lock "refresh_cache-21a3167d-d190-48ed-8c59-85e169c0127a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.273049] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "refresh_cache-c0733b83-e219-47a0-b140-99fd72040c2b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.273283] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "refresh_cache-c0733b83-e219-47a0-b140-99fd72040c2b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.273431] env[69385]: DEBUG nova.network.neutron [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.447646] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.448056] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.448324] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.448520] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.448690] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.450270] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340850, 'name': ReconfigVM_Task, 'duration_secs': 0.646623} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.450645] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Reconfigured VM instance instance-00000057 to attach disk [datastore2] b7c5279c-766d-453d-93ce-923d6011281c/b7c5279c-766d-453d-93ce-923d6011281c.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.451198] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55044fa6-cc9b-4df9-8eaa-831216d4c567 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.454944] env[69385]: INFO nova.compute.manager [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Terminating instance [ 1080.457645] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1080.457645] env[69385]: value = "task-3340851" [ 1080.457645] env[69385]: _type = "Task" [ 1080.457645] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.468192] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340851, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.507740] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524ff485-6d73-03af-5321-51a6d7e7f93f, 'name': SearchDatastore_Task, 'duration_secs': 0.01691} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.507740] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793d2133-d5a7-403a-b4ad-a45a1e7efc4f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.514600] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1080.514600] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fce9cd-c820-1da0-2382-6631d8962091" [ 1080.514600] env[69385]: _type = "Task" [ 1080.514600] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.524583] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fce9cd-c820-1da0-2382-6631d8962091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.555314] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance acdb1183-afab-4225-8d25-8bcf2236610f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1080.555448] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Migration a641b027-9024-45a4-bb30-4fc0f7357755 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1080.555619] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 2b369931-313e-49c3-a555-937110bb700e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1080.603140] env[69385]: INFO nova.compute.manager [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Took 32.32 seconds to build instance. [ 1080.677044] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7485deac-a3e2-4911-a316-456153672bb5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.687058] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5e4d32-dcee-4d15-891d-d911c42a6caf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.723520] env[69385]: DEBUG nova.compute.manager [req-dca3a417-f08b-44ac-a200-042ae333682e req-e66e9103-fec5-464e-9dbd-5ee464a6c7dc service nova] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Detach interface failed, port_id=1684da58-b308-4745-9648-2adc84c2ffd0, reason: Instance 0879316b-29d8-49cc-bc7a-bbe9daa3d687 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1080.775898] env[69385]: INFO nova.compute.manager [-] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Took 1.31 seconds to deallocate network for instance. [ 1080.816303] env[69385]: DEBUG nova.network.neutron [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.965053] env[69385]: DEBUG nova.network.neutron [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Updating instance_info_cache with network_info: [{"id": "6e13d968-abb0-4e23-83ea-0ef7de604b1b", "address": "fa:16:3e:e3:ee:7d", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e13d968-ab", "ovs_interfaceid": "6e13d968-abb0-4e23-83ea-0ef7de604b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.966740] env[69385]: DEBUG nova.compute.manager [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.970205] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.970205] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5021c05-28a8-4258-8311-c81600be4eb8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.981841] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340851, 'name': Rename_Task, 'duration_secs': 0.254685} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.984105] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.984760] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.985652] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12be0cac-c733-4edf-a9ac-58df51320930 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.987322] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9beae35f-2c93-4202-927f-2cdf1884eb96 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.994273] env[69385]: DEBUG oslo_vmware.api [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1080.994273] env[69385]: value = "task-3340852" [ 1080.994273] env[69385]: _type = "Task" [ 1080.994273] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.999628] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1080.999628] env[69385]: value = "task-3340853" [ 1080.999628] env[69385]: _type = "Task" [ 1080.999628] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.006719] env[69385]: DEBUG oslo_vmware.api [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.012282] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.024599] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fce9cd-c820-1da0-2382-6631d8962091, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.025249] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.025515] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 21a3167d-d190-48ed-8c59-85e169c0127a/21a3167d-d190-48ed-8c59-85e169c0127a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.025811] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b05d685-5d0d-40b3-984c-7ffab1367a88 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.032036] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1081.032036] env[69385]: value = "task-3340854" [ 1081.032036] env[69385]: _type = "Task" [ 1081.032036] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.043642] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.059111] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance d7d7c68d-ac28-4cc1-8690-d54f3800df99 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1081.105474] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a2f8eba6-6357-4426-9813-4c64a423ee1a tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.830s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.287813] env[69385]: DEBUG oslo_concurrency.lockutils [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.422118] env[69385]: DEBUG nova.compute.manager [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Received event network-vif-plugged-6e13d968-abb0-4e23-83ea-0ef7de604b1b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1081.422388] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] Acquiring lock "c0733b83-e219-47a0-b140-99fd72040c2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.422609] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] Lock "c0733b83-e219-47a0-b140-99fd72040c2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.422779] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] Lock "c0733b83-e219-47a0-b140-99fd72040c2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.422949] env[69385]: DEBUG nova.compute.manager [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] No waiting events found dispatching network-vif-plugged-6e13d968-abb0-4e23-83ea-0ef7de604b1b {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.423156] env[69385]: WARNING nova.compute.manager [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Received unexpected event network-vif-plugged-6e13d968-abb0-4e23-83ea-0ef7de604b1b for instance with vm_state building and task_state spawning. [ 1081.423328] env[69385]: DEBUG nova.compute.manager [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Received event network-changed-6e13d968-abb0-4e23-83ea-0ef7de604b1b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1081.423516] env[69385]: DEBUG nova.compute.manager [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Refreshing instance network info cache due to event network-changed-6e13d968-abb0-4e23-83ea-0ef7de604b1b. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1081.423707] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] Acquiring lock "refresh_cache-c0733b83-e219-47a0-b140-99fd72040c2b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.470842] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "refresh_cache-c0733b83-e219-47a0-b140-99fd72040c2b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.471839] env[69385]: DEBUG nova.compute.manager [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Instance network_info: |[{"id": "6e13d968-abb0-4e23-83ea-0ef7de604b1b", "address": "fa:16:3e:e3:ee:7d", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e13d968-ab", "ovs_interfaceid": "6e13d968-abb0-4e23-83ea-0ef7de604b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.471839] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] Acquired lock "refresh_cache-c0733b83-e219-47a0-b140-99fd72040c2b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.471839] env[69385]: DEBUG nova.network.neutron [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Refreshing network info cache for port 6e13d968-abb0-4e23-83ea-0ef7de604b1b {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.473160] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ee:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e13d968-abb0-4e23-83ea-0ef7de604b1b', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.483473] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.484550] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.484831] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00defe49-7d1f-4879-a00b-a8aca1796210 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.517595] env[69385]: DEBUG oslo_vmware.api [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.522951] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.523321] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.523321] env[69385]: value = "task-3340855" [ 1081.523321] env[69385]: _type = "Task" [ 1081.523321] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.535243] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340855, 'name': CreateVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.548560] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.566029] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 3dcf2b20-f282-4bca-9300-0c2c199ae2ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1081.566291] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1081.566415] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1081.613187] env[69385]: DEBUG oslo_concurrency.lockutils [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.613507] env[69385]: DEBUG oslo_concurrency.lockutils [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.613826] env[69385]: DEBUG oslo_concurrency.lockutils [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.614087] env[69385]: DEBUG oslo_concurrency.lockutils [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.614309] env[69385]: DEBUG oslo_concurrency.lockutils [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.618778] env[69385]: INFO nova.compute.manager [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Terminating instance [ 1081.922528] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bfe857-615a-4fb9-8b78-5cec0a617dd3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.930870] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946504b8-1ea5-4e7a-beee-3893310d0c67 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.965776] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77d273a-6934-4185-a843-8075f636c706 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.974024] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cb422c-f7f8-46a9-bc95-c60b3c20ecce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.990156] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.014463] env[69385]: DEBUG oslo_vmware.api [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340852, 'name': PowerOffVM_Task, 'duration_secs': 0.606028} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.017683] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.017862] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.018192] env[69385]: DEBUG oslo_vmware.api [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340853, 'name': PowerOnVM_Task, 'duration_secs': 0.779363} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.018404] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f060b365-b050-4d93-b523-7e3ccce1bc81 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.020143] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.020348] env[69385]: INFO nova.compute.manager [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1082.020526] env[69385]: DEBUG nova.compute.manager [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.023288] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f15a7-e446-4a73-bf07-cc8d787191e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.038559] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340855, 'name': CreateVM_Task, 'duration_secs': 0.377642} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.041566] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.042239] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.042399] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.042715] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.043439] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546e4943-8511-40f2-86aa-788b7f3cbcd5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.048474] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647314} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.049076] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 21a3167d-d190-48ed-8c59-85e169c0127a/21a3167d-d190-48ed-8c59-85e169c0127a.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.049325] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.049588] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f81c3f6e-f9e3-416f-b0aa-2077decc3c89 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.052499] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1082.052499] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d8f6a4-7faa-8db0-26dc-a060727109e6" [ 1082.052499] env[69385]: _type = "Task" [ 1082.052499] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.057019] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1082.057019] env[69385]: value = "task-3340857" [ 1082.057019] env[69385]: _type = "Task" [ 1082.057019] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.065792] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d8f6a4-7faa-8db0-26dc-a060727109e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.070443] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.091466] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.091683] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.091866] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Deleting the datastore file [datastore1] e66ae96a-7ea9-41d9-8e42-25a27dd5dac3 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.092134] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-914b4f0c-c4aa-4549-8364-350624533873 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.098336] env[69385]: DEBUG oslo_vmware.api [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for the task: (returnval){ [ 1082.098336] env[69385]: value = "task-3340858" [ 1082.098336] env[69385]: _type = "Task" [ 1082.098336] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.107393] env[69385]: DEBUG oslo_vmware.api [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.124869] env[69385]: DEBUG nova.compute.manager [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.125171] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.126231] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311a156a-6fec-46a2-843a-1bf763b3670d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.134330] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.134690] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cf425e1-9b44-4506-a16f-4f8fd9e1daa3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.141500] env[69385]: DEBUG oslo_vmware.api [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1082.141500] env[69385]: value = "task-3340859" [ 1082.141500] env[69385]: _type = "Task" [ 1082.141500] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.151286] env[69385]: DEBUG oslo_vmware.api [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.253950] env[69385]: DEBUG nova.network.neutron [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Updated VIF entry in instance network info cache for port 6e13d968-abb0-4e23-83ea-0ef7de604b1b. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.254374] env[69385]: DEBUG nova.network.neutron [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Updating instance_info_cache with network_info: [{"id": "6e13d968-abb0-4e23-83ea-0ef7de604b1b", "address": "fa:16:3e:e3:ee:7d", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e13d968-ab", "ovs_interfaceid": "6e13d968-abb0-4e23-83ea-0ef7de604b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.494189] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.547324] env[69385]: INFO nova.compute.manager [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Took 30.11 seconds to build instance. [ 1082.565783] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d8f6a4-7faa-8db0-26dc-a060727109e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.566509] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.566784] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.567038] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.567193] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.567374] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.571024] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b60063fd-6546-4ca1-822d-4658ec0a6fee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.572646] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068307} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.573409] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.574579] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83302963-4f27-4f34-bc1a-8877ff62a7e0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.597568] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 21a3167d-d190-48ed-8c59-85e169c0127a/21a3167d-d190-48ed-8c59-85e169c0127a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.597886] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e07eb6e8-44d6-4a56-a91a-9de0d30c85f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.619669] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.619976] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.623696] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140b70e5-7d94-4dc9-9b6e-7a5077d22494 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.626283] env[69385]: DEBUG oslo_vmware.api [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Task: {'id': task-3340858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362856} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.627559] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.627856] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.628187] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.628396] env[69385]: INFO nova.compute.manager [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1082.628655] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.628888] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1082.628888] env[69385]: value = "task-3340860" [ 1082.628888] env[69385]: _type = "Task" [ 1082.628888] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.629412] env[69385]: DEBUG nova.compute.manager [-] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.629520] env[69385]: DEBUG nova.network.neutron [-] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.635297] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1082.635297] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5217d2ed-78e2-8f74-21fd-90501952b7ad" [ 1082.635297] env[69385]: _type = "Task" [ 1082.635297] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.642154] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.649295] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5217d2ed-78e2-8f74-21fd-90501952b7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.654538] env[69385]: DEBUG oslo_vmware.api [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340859, 'name': PowerOffVM_Task, 'duration_secs': 0.25696} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.654839] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.655027] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.655330] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3acd416-1355-40ce-a45f-b108b4b66d31 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.717594] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.718027] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.718027] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleting the datastore file [datastore2] fefdd70b-e3e9-4e8b-a955-a4d2299a46a0 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.718284] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a63ba65-2f89-420e-8998-04c05b2cc155 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.724536] env[69385]: DEBUG oslo_vmware.api [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for the task: (returnval){ [ 1082.724536] env[69385]: value = "task-3340862" [ 1082.724536] env[69385]: _type = "Task" [ 1082.724536] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.732948] env[69385]: DEBUG oslo_vmware.api [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.759019] env[69385]: DEBUG oslo_concurrency.lockutils [req-2a281f36-75e6-43f5-b490-71c16eac7061 req-881de47c-0b6c-4e8c-acbe-80a8e7ee7e11 service nova] Releasing lock "refresh_cache-c0733b83-e219-47a0-b140-99fd72040c2b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.813683] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "b7c5279c-766d-453d-93ce-923d6011281c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.000436] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1083.000705] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.995s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.001032] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.513s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.001257] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.003704] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.399s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.006341] env[69385]: INFO nova.compute.claims [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.034345] env[69385]: INFO nova.scheduler.client.report [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Deleted allocations for instance 8aa94f46-c6c6-46bf-8621-67e7b851fe69 [ 1083.049700] env[69385]: DEBUG oslo_concurrency.lockutils [None req-eddf56b4-9c7d-4643-bc32-d0429eeadd1d tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "b7c5279c-766d-453d-93ce-923d6011281c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.620s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.049979] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "b7c5279c-766d-453d-93ce-923d6011281c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.237s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.050221] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "b7c5279c-766d-453d-93ce-923d6011281c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.050429] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "b7c5279c-766d-453d-93ce-923d6011281c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.050631] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "b7c5279c-766d-453d-93ce-923d6011281c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.053101] env[69385]: INFO nova.compute.manager [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Terminating instance [ 1083.142706] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.149377] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5217d2ed-78e2-8f74-21fd-90501952b7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.019703} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.150540] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de90806-1f8a-46eb-a744-80b0588026b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.156786] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1083.156786] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5273df82-5bb5-58a0-7ba1-68734a5e1dea" [ 1083.156786] env[69385]: _type = "Task" [ 1083.156786] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.164472] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5273df82-5bb5-58a0-7ba1-68734a5e1dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.235072] env[69385]: DEBUG oslo_vmware.api [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Task: {'id': task-3340862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37938} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.235312] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.235497] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.235674] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.235884] env[69385]: INFO nova.compute.manager [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1083.236149] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.236351] env[69385]: DEBUG nova.compute.manager [-] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.236446] env[69385]: DEBUG nova.network.neutron [-] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.389499] env[69385]: DEBUG nova.network.neutron [-] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.453278] env[69385]: DEBUG nova.compute.manager [req-a5b60be6-7d16-4075-93d5-cc7c25cd5770 req-451b4119-4327-4b5b-989b-5c29de2d9c93 service nova] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Received event network-vif-deleted-82310bf1-ce81-432d-9925-f6a51fae1bc3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1083.542179] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c9f4f375-6a1b-48de-bd25-05159a0e86d6 tempest-VolumesAdminNegativeTest-271123128 tempest-VolumesAdminNegativeTest-271123128-project-member] Lock "8aa94f46-c6c6-46bf-8621-67e7b851fe69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.632s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.556762] env[69385]: DEBUG nova.compute.manager [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.557216] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.558477] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b687d16e-ae2b-466f-8c52-b46d7807252d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.567516] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.567765] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9019d9ac-1c7d-449c-90b0-ab83d00fc52f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.576327] env[69385]: DEBUG oslo_vmware.api [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1083.576327] env[69385]: value = "task-3340863" [ 1083.576327] env[69385]: _type = "Task" [ 1083.576327] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.585489] env[69385]: DEBUG oslo_vmware.api [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.643039] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340860, 'name': ReconfigVM_Task, 'duration_secs': 0.564968} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.643469] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 21a3167d-d190-48ed-8c59-85e169c0127a/21a3167d-d190-48ed-8c59-85e169c0127a.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.644176] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7bacee3-5ef4-479c-a739-28fdc0cba53d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.650383] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1083.650383] env[69385]: value = "task-3340864" [ 1083.650383] env[69385]: _type = "Task" [ 1083.650383] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.658607] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340864, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.666944] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5273df82-5bb5-58a0-7ba1-68734a5e1dea, 'name': SearchDatastore_Task, 'duration_secs': 0.014945} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.670550] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.670550] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b/c0733b83-e219-47a0-b140-99fd72040c2b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.670725] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6be27b6b-76d6-4dde-bcdb-f799f8913de0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.678648] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1083.678648] env[69385]: value = "task-3340865" [ 1083.678648] env[69385]: _type = "Task" [ 1083.678648] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.688229] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.893834] env[69385]: INFO nova.compute.manager [-] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Took 1.26 seconds to deallocate network for instance. [ 1084.028476] env[69385]: DEBUG nova.network.neutron [-] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.087672] env[69385]: DEBUG oslo_vmware.api [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340863, 'name': PowerOffVM_Task, 'duration_secs': 0.247462} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.090907] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.091128] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.094379] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3630136c-2482-4163-add0-b39cb9b4cead {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.165191] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340864, 'name': Rename_Task, 'duration_secs': 0.190621} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.166809] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.167536] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.167536] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.167754] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleting the datastore file [datastore2] b7c5279c-766d-453d-93ce-923d6011281c {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.167886] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-577cde8b-7a12-44e0-94a4-b1027bce7f94 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.169767] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e130bb37-7949-4052-94d1-9d915dcc4336 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.180289] env[69385]: DEBUG oslo_vmware.api [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1084.180289] env[69385]: value = "task-3340867" [ 1084.180289] env[69385]: _type = "Task" [ 1084.180289] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.188753] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1084.188753] env[69385]: value = "task-3340868" [ 1084.188753] env[69385]: _type = "Task" [ 1084.188753] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.204958] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.217581] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340868, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.217901] env[69385]: DEBUG oslo_vmware.api [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.401339] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.407251] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a5c3cb-caea-4804-8c79-8dc21700fbe3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.416097] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b492b3e8-e757-4014-9690-5a1887c690af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.449293] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cfc62d-057c-410c-9c82-d8d1168cf35d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.457402] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1e73e9-2b84-4ad9-843b-ece0d232d023 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.473525] env[69385]: DEBUG nova.compute.provider_tree [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.533789] env[69385]: INFO nova.compute.manager [-] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Took 1.30 seconds to deallocate network for instance. [ 1084.689965] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656054} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.693806] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b/c0733b83-e219-47a0-b140-99fd72040c2b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.694028] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.694311] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7032b26f-ad0f-44bb-a86b-16c696f36ba7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.703184] env[69385]: DEBUG oslo_vmware.api [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242169} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.703986] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.704203] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.704382] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.704557] env[69385]: INFO nova.compute.manager [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1084.704798] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.705294] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1084.705294] env[69385]: value = "task-3340869" [ 1084.705294] env[69385]: _type = "Task" [ 1084.705294] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.705294] env[69385]: DEBUG nova.compute.manager [-] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.705496] env[69385]: DEBUG nova.network.neutron [-] [instance: b7c5279c-766d-453d-93ce-923d6011281c] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.713247] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340868, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.718018] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.977444] env[69385]: DEBUG nova.scheduler.client.report [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.039512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.213118] env[69385]: DEBUG oslo_vmware.api [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340868, 'name': PowerOnVM_Task, 'duration_secs': 0.70352} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.217130] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.217561] env[69385]: INFO nova.compute.manager [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1085.217868] env[69385]: DEBUG nova.compute.manager [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.218804] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbedd52-e0ed-4acd-a387-253b75ef1fda {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.226859] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069722} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.228726] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.233071] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28870a9d-9dd1-4c69-8914-9b5100e062f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.262087] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b/c0733b83-e219-47a0-b140-99fd72040c2b.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.262087] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2561635-cb67-41c0-a91c-d2cce33002a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.279075] env[69385]: DEBUG nova.network.neutron [-] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.287661] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1085.287661] env[69385]: value = "task-3340870" [ 1085.287661] env[69385]: _type = "Task" [ 1085.287661] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.295476] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.492414] env[69385]: DEBUG nova.compute.manager [req-9055e71a-0470-4f3a-ba75-356df8693708 req-49f676bf-29e3-466c-8c49-332f3f2c3e25 service nova] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Received event network-vif-deleted-b5078b62-cea5-4cc4-9935-773fd02fc7a4 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1085.492556] env[69385]: DEBUG nova.compute.manager [req-9055e71a-0470-4f3a-ba75-356df8693708 req-49f676bf-29e3-466c-8c49-332f3f2c3e25 service nova] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Received event network-vif-deleted-12de6e78-eed6-4df0-867c-894473b36f99 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1085.493457] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.493980] env[69385]: DEBUG nova.compute.manager [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.497421] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.726s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.497681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.499968] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.048s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.541680] env[69385]: INFO nova.scheduler.client.report [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Deleted allocations for instance 97ee0588-43d0-4b08-a661-af12ca0c4db9 [ 1085.752081] env[69385]: INFO nova.compute.manager [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Took 31.90 seconds to build instance. [ 1085.781218] env[69385]: INFO nova.compute.manager [-] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Took 1.08 seconds to deallocate network for instance. [ 1085.799878] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340870, 'name': ReconfigVM_Task, 'duration_secs': 0.347351} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.799878] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b/c0733b83-e219-47a0-b140-99fd72040c2b.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.800492] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28434383-674e-4bda-b77c-b210d62443a9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.807208] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1085.807208] env[69385]: value = "task-3340871" [ 1085.807208] env[69385]: _type = "Task" [ 1085.807208] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.815611] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340871, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.999772] env[69385]: DEBUG nova.compute.utils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.002710] env[69385]: DEBUG nova.compute.manager [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.002710] env[69385]: DEBUG nova.network.neutron [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.005536] env[69385]: INFO nova.compute.claims [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.050570] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e24e8bcf-1aa3-40f9-9649-5f8ba0cedde3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "97ee0588-43d0-4b08-a661-af12ca0c4db9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.790s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.102511] env[69385]: DEBUG nova.policy [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5816787b36fe4c85a58683ba601cae9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a6d69bd717a4ec5895cd114cc26981f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.253020] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0486a3fb-1855-4399-8f6a-9732bcc36b8f tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "21a3167d-d190-48ed-8c59-85e169c0127a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.410s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.295527] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.316709] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340871, 'name': Rename_Task, 'duration_secs': 0.144471} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.316996] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.317276] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-015e759f-8472-431f-a9dc-917e72626da7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.323359] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1086.323359] env[69385]: value = "task-3340873" [ 1086.323359] env[69385]: _type = "Task" [ 1086.323359] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.331939] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.507019] env[69385]: DEBUG nova.compute.manager [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.512244] env[69385]: INFO nova.compute.resource_tracker [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating resource usage from migration a641b027-9024-45a4-bb30-4fc0f7357755 [ 1086.698358] env[69385]: DEBUG nova.network.neutron [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Successfully created port: e7ca50f2-71d9-47f3-adfd-2326005b726e {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.834819] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.851909] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f9f242-a162-47d3-b029-8b1157bc25d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.859540] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a740d9-f883-41f2-8103-515182f58cdd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.896581] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd41705-5c96-46cb-8d2e-906e24d217f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.899714] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "21a3167d-d190-48ed-8c59-85e169c0127a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.899946] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "21a3167d-d190-48ed-8c59-85e169c0127a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.900161] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "21a3167d-d190-48ed-8c59-85e169c0127a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.900589] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "21a3167d-d190-48ed-8c59-85e169c0127a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.900773] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "21a3167d-d190-48ed-8c59-85e169c0127a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.902955] env[69385]: INFO nova.compute.manager [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Terminating instance [ 1086.908443] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42469bab-9bc0-4a14-9a8f-d825e28a0f8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.926113] env[69385]: DEBUG nova.compute.provider_tree [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.334967] env[69385]: DEBUG oslo_vmware.api [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340873, 'name': PowerOnVM_Task, 'duration_secs': 0.732762} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.335245] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.335414] env[69385]: INFO nova.compute.manager [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1087.335594] env[69385]: DEBUG nova.compute.manager [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.336377] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d27b96-c4e6-4d97-9008-f350ae7fb801 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.417066] env[69385]: DEBUG nova.compute.manager [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.417066] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.417066] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d186a8cc-fc56-4f0d-b822-ad90939df572 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.424423] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.424691] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a11f5926-6706-4c92-a02f-238a424b16eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.426816] env[69385]: DEBUG nova.scheduler.client.report [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.436989] env[69385]: DEBUG oslo_vmware.api [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1087.436989] env[69385]: value = "task-3340874" [ 1087.436989] env[69385]: _type = "Task" [ 1087.436989] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.449687] env[69385]: DEBUG oslo_vmware.api [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.515322] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fafcc-43f7-3b01-9a18-14b32405c1a2/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.516396] env[69385]: DEBUG nova.compute.manager [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.518781] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57db60d-0e5e-4cab-8612-bff1e1d8a673 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.525461] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fafcc-43f7-3b01-9a18-14b32405c1a2/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.525630] env[69385]: ERROR oslo_vmware.rw_handles [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fafcc-43f7-3b01-9a18-14b32405c1a2/disk-0.vmdk due to incomplete transfer. [ 1087.525867] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57036632-9283-4b93-984d-925a764bfb12 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.535884] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fafcc-43f7-3b01-9a18-14b32405c1a2/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1087.536120] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Uploaded image 212e3907-045a-4e10-be6c-f83ce54d8d5d to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1087.538475] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1087.538744] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8c4910c-8d23-48c0-bc82-541dc97e347c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.542773] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.543119] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.543205] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.543487] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.543594] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.543769] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.543903] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.544069] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.544465] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.544465] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.544643] env[69385]: DEBUG nova.virt.hardware [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.545439] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dce794-e0e0-4766-9f84-560b4296415c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.555107] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86be7e1-a0aa-4415-b6e3-3e9b0f307153 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.561550] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1087.561550] env[69385]: value = "task-3340875" [ 1087.561550] env[69385]: _type = "Task" [ 1087.561550] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.579018] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340875, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.856341] env[69385]: INFO nova.compute.manager [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Took 32.62 seconds to build instance. [ 1087.933183] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.433s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.933628] env[69385]: INFO nova.compute.manager [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Migrating [ 1087.942082] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.542s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.943844] env[69385]: INFO nova.compute.claims [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.968372] env[69385]: DEBUG oslo_vmware.api [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340874, 'name': PowerOffVM_Task, 'duration_secs': 0.283174} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.968868] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.969253] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.971018] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30745a58-e63c-4ce8-ad7c-beebc629c78a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.072238] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340875, 'name': Destroy_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.323045] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "c0733b83-e219-47a0-b140-99fd72040c2b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.354758] env[69385]: DEBUG nova.compute.manager [req-76fdb2c8-3dcb-48d3-a74b-c6982bdcbee0 req-330ed9d0-782d-4cb7-81ca-009a2439c4be service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Received event network-vif-plugged-e7ca50f2-71d9-47f3-adfd-2326005b726e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1088.354758] env[69385]: DEBUG oslo_concurrency.lockutils [req-76fdb2c8-3dcb-48d3-a74b-c6982bdcbee0 req-330ed9d0-782d-4cb7-81ca-009a2439c4be service nova] Acquiring lock "acdb1183-afab-4225-8d25-8bcf2236610f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.354758] env[69385]: DEBUG oslo_concurrency.lockutils [req-76fdb2c8-3dcb-48d3-a74b-c6982bdcbee0 req-330ed9d0-782d-4cb7-81ca-009a2439c4be service nova] Lock "acdb1183-afab-4225-8d25-8bcf2236610f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.354758] env[69385]: DEBUG oslo_concurrency.lockutils [req-76fdb2c8-3dcb-48d3-a74b-c6982bdcbee0 req-330ed9d0-782d-4cb7-81ca-009a2439c4be service nova] Lock "acdb1183-afab-4225-8d25-8bcf2236610f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.354758] env[69385]: DEBUG nova.compute.manager [req-76fdb2c8-3dcb-48d3-a74b-c6982bdcbee0 req-330ed9d0-782d-4cb7-81ca-009a2439c4be service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] No waiting events found dispatching network-vif-plugged-e7ca50f2-71d9-47f3-adfd-2326005b726e {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.354758] env[69385]: WARNING nova.compute.manager [req-76fdb2c8-3dcb-48d3-a74b-c6982bdcbee0 req-330ed9d0-782d-4cb7-81ca-009a2439c4be service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Received unexpected event network-vif-plugged-e7ca50f2-71d9-47f3-adfd-2326005b726e for instance with vm_state building and task_state spawning. [ 1088.365033] env[69385]: DEBUG oslo_concurrency.lockutils [None req-166e5f6b-b055-48a4-b294-efb21622beda tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.137s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.365033] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.039s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.365033] env[69385]: DEBUG nova.compute.manager [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.365033] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1840c9a-72c1-49a2-96fb-2e69cbb75e13 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.371993] env[69385]: DEBUG nova.compute.manager [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1088.371993] env[69385]: DEBUG nova.objects.instance [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'flavor' on Instance uuid c0733b83-e219-47a0-b140-99fd72040c2b {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.442753] env[69385]: DEBUG nova.network.neutron [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Successfully updated port: e7ca50f2-71d9-47f3-adfd-2326005b726e {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.462622] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.462877] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.463050] env[69385]: DEBUG nova.network.neutron [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.574189] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340875, 'name': Destroy_Task, 'duration_secs': 0.656066} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.574474] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Destroyed the VM [ 1088.574756] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1088.575017] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c34f8980-b6b6-4410-b333-9c7b06bd7891 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.581737] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1088.581737] env[69385]: value = "task-3340877" [ 1088.581737] env[69385]: _type = "Task" [ 1088.581737] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.589139] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340877, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.945318] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquiring lock "refresh_cache-acdb1183-afab-4225-8d25-8bcf2236610f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.945318] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquired lock "refresh_cache-acdb1183-afab-4225-8d25-8bcf2236610f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.945668] env[69385]: DEBUG nova.network.neutron [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.998699] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.999232] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.999232] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleting the datastore file [datastore1] 21a3167d-d190-48ed-8c59-85e169c0127a {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.999424] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dab300fa-cdc1-4300-8f0d-c9d3f47c004d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.009414] env[69385]: DEBUG oslo_vmware.api [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1089.009414] env[69385]: value = "task-3340878" [ 1089.009414] env[69385]: _type = "Task" [ 1089.009414] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.017645] env[69385]: DEBUG oslo_vmware.api [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.091711] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340877, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.288945] env[69385]: DEBUG nova.network.neutron [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [{"id": "df207134-9d79-4f24-b6f2-8529bfbc2855", "address": "fa:16:3e:47:ce:35", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf207134-9d", "ovs_interfaceid": "df207134-9d79-4f24-b6f2-8529bfbc2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.317330] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b729c-22f3-442b-b28a-0dfbab4f962d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.325429] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e501d2-ebe9-47a2-89fc-3492377fa4b0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.356241] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6551b403-4e93-4a3d-b931-c2b9a3058cec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.364029] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbe967c-40a4-4a5a-aa7e-5fc4e51a360d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.378922] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.379268] env[69385]: DEBUG nova.compute.provider_tree [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.380543] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05163789-a9f2-4d11-ae1a-06615a801056 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.389172] env[69385]: DEBUG oslo_vmware.api [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1089.389172] env[69385]: value = "task-3340879" [ 1089.389172] env[69385]: _type = "Task" [ 1089.389172] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.398481] env[69385]: DEBUG oslo_vmware.api [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.497117] env[69385]: DEBUG nova.network.neutron [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.519907] env[69385]: DEBUG oslo_vmware.api [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155124} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.520191] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.520372] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.520546] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.520713] env[69385]: INFO nova.compute.manager [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1089.520953] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.521244] env[69385]: DEBUG nova.compute.manager [-] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.521347] env[69385]: DEBUG nova.network.neutron [-] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.591758] env[69385]: DEBUG oslo_vmware.api [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340877, 'name': RemoveSnapshot_Task, 'duration_secs': 0.518795} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.592046] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1089.592297] env[69385]: INFO nova.compute.manager [None req-cd2dc959-dc22-4cfe-b805-b97bbbbf7816 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Took 16.91 seconds to snapshot the instance on the hypervisor. [ 1089.748277] env[69385]: DEBUG nova.network.neutron [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Updating instance_info_cache with network_info: [{"id": "e7ca50f2-71d9-47f3-adfd-2326005b726e", "address": "fa:16:3e:91:50:25", "network": {"id": "27d027bf-16f4-4f87-b04a-b240a187f45b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2061138458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6d69bd717a4ec5895cd114cc26981f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ca50f2-71", "ovs_interfaceid": "e7ca50f2-71d9-47f3-adfd-2326005b726e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.793854] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.886031] env[69385]: DEBUG nova.scheduler.client.report [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.900916] env[69385]: DEBUG oslo_vmware.api [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340879, 'name': PowerOffVM_Task, 'duration_secs': 0.186458} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.901211] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.901405] env[69385]: DEBUG nova.compute.manager [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.902272] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4dbd15-05e3-4fc1-9c31-1923a6726dec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.252119] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Releasing lock "refresh_cache-acdb1183-afab-4225-8d25-8bcf2236610f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.252119] env[69385]: DEBUG nova.compute.manager [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Instance network_info: |[{"id": "e7ca50f2-71d9-47f3-adfd-2326005b726e", "address": "fa:16:3e:91:50:25", "network": {"id": "27d027bf-16f4-4f87-b04a-b240a187f45b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2061138458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6d69bd717a4ec5895cd114cc26981f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ca50f2-71", "ovs_interfaceid": "e7ca50f2-71d9-47f3-adfd-2326005b726e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.252119] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:50:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7ca50f2-71d9-47f3-adfd-2326005b726e', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.260155] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Creating folder: Project (8a6d69bd717a4ec5895cd114cc26981f). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.260463] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0520f663-77e7-4ff7-8425-ad053bad5043 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.272481] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Created folder: Project (8a6d69bd717a4ec5895cd114cc26981f) in parent group-v666556. [ 1090.272674] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Creating folder: Instances. Parent ref: group-v666790. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.272917] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c0307df-c7bf-4748-b089-1bcb0335d0d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.281894] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Created folder: Instances in parent group-v666790. [ 1090.282148] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.282349] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.282555] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe396784-f94a-497d-96af-baefdf201b76 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.305527] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.305527] env[69385]: value = "task-3340882" [ 1090.305527] env[69385]: _type = "Task" [ 1090.305527] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.314250] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340882, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.350829] env[69385]: DEBUG nova.network.neutron [-] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.395875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.396404] env[69385]: DEBUG nova.compute.manager [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.401215] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.327s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.402788] env[69385]: INFO nova.compute.claims [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.415329] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f4856d00-eab9-4480-a8c8-c2b22541717f tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.473339] env[69385]: DEBUG nova.compute.manager [req-9a9b7ff0-6f86-4081-be00-27ac8f8fed32 req-dbde3e5c-0778-4c84-88bd-25998052fcad service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Received event network-changed-e7ca50f2-71d9-47f3-adfd-2326005b726e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1090.473339] env[69385]: DEBUG nova.compute.manager [req-9a9b7ff0-6f86-4081-be00-27ac8f8fed32 req-dbde3e5c-0778-4c84-88bd-25998052fcad service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Refreshing instance network info cache due to event network-changed-e7ca50f2-71d9-47f3-adfd-2326005b726e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1090.473767] env[69385]: DEBUG oslo_concurrency.lockutils [req-9a9b7ff0-6f86-4081-be00-27ac8f8fed32 req-dbde3e5c-0778-4c84-88bd-25998052fcad service nova] Acquiring lock "refresh_cache-acdb1183-afab-4225-8d25-8bcf2236610f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.473767] env[69385]: DEBUG oslo_concurrency.lockutils [req-9a9b7ff0-6f86-4081-be00-27ac8f8fed32 req-dbde3e5c-0778-4c84-88bd-25998052fcad service nova] Acquired lock "refresh_cache-acdb1183-afab-4225-8d25-8bcf2236610f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.473832] env[69385]: DEBUG nova.network.neutron [req-9a9b7ff0-6f86-4081-be00-27ac8f8fed32 req-dbde3e5c-0778-4c84-88bd-25998052fcad service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Refreshing network info cache for port e7ca50f2-71d9-47f3-adfd-2326005b726e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.815274] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340882, 'name': CreateVM_Task, 'duration_secs': 0.315018} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.816058] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.816755] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.816919] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.817253] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.817729] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deca781f-cceb-44b7-980b-df093496c7c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.822322] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1090.822322] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524c88e2-f30a-4cf9-6109-bedf902d5df1" [ 1090.822322] env[69385]: _type = "Task" [ 1090.822322] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.830212] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524c88e2-f30a-4cf9-6109-bedf902d5df1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.852417] env[69385]: INFO nova.compute.manager [-] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Took 1.33 seconds to deallocate network for instance. [ 1090.908041] env[69385]: DEBUG nova.compute.utils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.910887] env[69385]: DEBUG nova.compute.manager [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.911072] env[69385]: DEBUG nova.network.neutron [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.950361] env[69385]: DEBUG nova.policy [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfc1052959724a9b90f6b872364dd6ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b4d9969cc074778b9cdd98fdda63b95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.992970] env[69385]: INFO nova.compute.manager [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Rebuilding instance [ 1091.036595] env[69385]: DEBUG nova.compute.manager [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.037478] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79fe39f-3653-48e8-b057-4aaf5a5899ce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.046302] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "466c7ef8-b12c-43b5-a319-e377f9c8e116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.046567] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "466c7ef8-b12c-43b5-a319-e377f9c8e116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.046771] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "466c7ef8-b12c-43b5-a319-e377f9c8e116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.047052] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "466c7ef8-b12c-43b5-a319-e377f9c8e116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.047128] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "466c7ef8-b12c-43b5-a319-e377f9c8e116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.048839] env[69385]: INFO nova.compute.manager [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Terminating instance [ 1091.309837] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21bb419-97fa-49e5-9df1-1c981a3af00c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.329937] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance '2b369931-313e-49c3-a555-937110bb700e' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.334404] env[69385]: DEBUG nova.network.neutron [req-9a9b7ff0-6f86-4081-be00-27ac8f8fed32 req-dbde3e5c-0778-4c84-88bd-25998052fcad service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Updated VIF entry in instance network info cache for port e7ca50f2-71d9-47f3-adfd-2326005b726e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.334404] env[69385]: DEBUG nova.network.neutron [req-9a9b7ff0-6f86-4081-be00-27ac8f8fed32 req-dbde3e5c-0778-4c84-88bd-25998052fcad service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Updating instance_info_cache with network_info: [{"id": "e7ca50f2-71d9-47f3-adfd-2326005b726e", "address": "fa:16:3e:91:50:25", "network": {"id": "27d027bf-16f4-4f87-b04a-b240a187f45b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2061138458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6d69bd717a4ec5895cd114cc26981f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ca50f2-71", "ovs_interfaceid": "e7ca50f2-71d9-47f3-adfd-2326005b726e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.351602] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524c88e2-f30a-4cf9-6109-bedf902d5df1, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.351866] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.352128] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.352376] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.352523] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.352801] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.353220] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a55995-ba45-4c0f-ad73-eeb335bbb8ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.358414] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.362998] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.363186] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.364225] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae5cf6e-6835-4b56-b5ef-b6be202ebf35 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.370316] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1091.370316] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e13723-0ac5-0eb4-d62c-fef6722d3927" [ 1091.370316] env[69385]: _type = "Task" [ 1091.370316] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.380075] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e13723-0ac5-0eb4-d62c-fef6722d3927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.411706] env[69385]: DEBUG nova.compute.manager [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.444287] env[69385]: DEBUG nova.network.neutron [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Successfully created port: ffcc57b1-5d09-4200-9b56-4ad235709cd2 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.554579] env[69385]: DEBUG nova.compute.manager [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.557028] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.557028] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016cbe91-b19f-4194-ab1b-c45d24cc2a3f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.567024] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.567024] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79560e16-c442-4a01-836f-a089a398fcbd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.579125] env[69385]: DEBUG oslo_vmware.api [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1091.579125] env[69385]: value = "task-3340883" [ 1091.579125] env[69385]: _type = "Task" [ 1091.579125] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.592310] env[69385]: DEBUG oslo_vmware.api [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.789581] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fd9988-ec86-4511-9ff7-f4386a4e6d0f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.797732] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09393a59-1d9e-4a5b-b661-6091761f3dbe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.830381] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e7b9f9-a2c7-4490-9fd5-d4eeb0996439 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.837661] env[69385]: DEBUG oslo_concurrency.lockutils [req-9a9b7ff0-6f86-4081-be00-27ac8f8fed32 req-dbde3e5c-0778-4c84-88bd-25998052fcad service nova] Releasing lock "refresh_cache-acdb1183-afab-4225-8d25-8bcf2236610f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.837901] env[69385]: DEBUG nova.compute.manager [req-9a9b7ff0-6f86-4081-be00-27ac8f8fed32 req-dbde3e5c-0778-4c84-88bd-25998052fcad service nova] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Received event network-vif-deleted-20ec0ebe-9fef-40b9-836f-7ab098801969 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1091.839334] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe7fdaa-23c8-42ba-8373-574587dba262 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.845048] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.845048] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e234ca66-2895-4d59-840c-b8aba1e24e86 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.857862] env[69385]: DEBUG nova.compute.provider_tree [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.861255] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1091.861255] env[69385]: value = "task-3340884" [ 1091.861255] env[69385]: _type = "Task" [ 1091.861255] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.871085] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.881995] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e13723-0ac5-0eb4-d62c-fef6722d3927, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.882775] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6917ca2-a724-4996-8809-f2aeb9612fb0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.887722] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1091.887722] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e895a-1db1-403c-20a9-395e9f678b54" [ 1091.887722] env[69385]: _type = "Task" [ 1091.887722] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.895414] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e895a-1db1-403c-20a9-395e9f678b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.056027] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.056153] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a637b2-2755-4073-8c5e-f1b9429d16f2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.062773] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1092.062773] env[69385]: value = "task-3340885" [ 1092.062773] env[69385]: _type = "Task" [ 1092.062773] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.070523] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.087712] env[69385]: DEBUG oslo_vmware.api [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340883, 'name': PowerOffVM_Task, 'duration_secs': 0.198306} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.087965] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.088196] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.088440] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1108b0-a55d-4819-a1da-c13dae3113d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.144813] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.145164] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.145452] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Deleting the datastore file [datastore2] 466c7ef8-b12c-43b5-a319-e377f9c8e116 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.145831] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c3adc97-7282-44b8-b42a-f6e600927b9f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.155555] env[69385]: DEBUG oslo_vmware.api [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1092.155555] env[69385]: value = "task-3340887" [ 1092.155555] env[69385]: _type = "Task" [ 1092.155555] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.163678] env[69385]: DEBUG oslo_vmware.api [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.363038] env[69385]: DEBUG nova.scheduler.client.report [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.376652] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340884, 'name': PowerOffVM_Task, 'duration_secs': 0.175972} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.377362] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.377461] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance '2b369931-313e-49c3-a555-937110bb700e' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.398544] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525e895a-1db1-403c-20a9-395e9f678b54, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.398784] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.399050] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] acdb1183-afab-4225-8d25-8bcf2236610f/acdb1183-afab-4225-8d25-8bcf2236610f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.399311] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-569a9c40-29d9-4514-8672-fa905088e788 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.406053] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1092.406053] env[69385]: value = "task-3340888" [ 1092.406053] env[69385]: _type = "Task" [ 1092.406053] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.413894] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.424660] env[69385]: DEBUG nova.compute.manager [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.449503] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.449753] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.449910] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.450108] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.450257] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.450402] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.450613] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.450770] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.450932] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.451103] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.451277] env[69385]: DEBUG nova.virt.hardware [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.452499] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b35a0b-2a01-4c81-aaa2-e4cf3b2ed888 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.460249] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c94de7e-3113-44eb-846c-b976812281e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.572866] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1092.573120] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.573912] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a67ad1a-f15f-4608-bff0-f2bd861a3527 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.580370] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.580608] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2899333-ddb2-4ad8-8455-b9b52ad4a150 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.649622] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.649849] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.650041] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleting the datastore file [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.650341] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0084c5bd-d4df-4d08-8c15-5a71d02c5328 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.656964] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1092.656964] env[69385]: value = "task-3340890" [ 1092.656964] env[69385]: _type = "Task" [ 1092.656964] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.669506] env[69385]: DEBUG oslo_vmware.api [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280558} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.672721] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.672930] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.673123] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.673300] env[69385]: INFO nova.compute.manager [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1092.673548] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.673802] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.674042] env[69385]: DEBUG nova.compute.manager [-] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.674147] env[69385]: DEBUG nova.network.neutron [-] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.700275] env[69385]: DEBUG oslo_concurrency.lockutils [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.700553] env[69385]: DEBUG oslo_concurrency.lockutils [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.700865] env[69385]: DEBUG oslo_concurrency.lockutils [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.701166] env[69385]: DEBUG oslo_concurrency.lockutils [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.701429] env[69385]: DEBUG oslo_concurrency.lockutils [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.704015] env[69385]: INFO nova.compute.manager [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Terminating instance [ 1092.868257] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.870031] env[69385]: DEBUG nova.compute.manager [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.873141] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.780s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.873375] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.876559] env[69385]: DEBUG oslo_concurrency.lockutils [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.588s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.876559] env[69385]: DEBUG nova.objects.instance [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'resources' on Instance uuid 0879316b-29d8-49cc-bc7a-bbe9daa3d687 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.884755] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.884755] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.884755] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.885218] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.885218] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.885218] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.885444] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.885619] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.885811] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.886057] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.886241] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.896288] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594d58ab-2ec9-41b0-8237-e83db4cd3c30 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.913057] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1092.913057] env[69385]: value = "task-3340891" [ 1092.913057] env[69385]: _type = "Task" [ 1092.913057] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.926782] env[69385]: INFO nova.scheduler.client.report [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Deleted allocations for instance 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1 [ 1092.926782] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340888, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.936508] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.066592] env[69385]: DEBUG nova.compute.manager [req-510b7a4c-dcd1-4e98-9bc6-e0270865dab6 req-40b96509-2a1d-42de-988e-f012e263502a service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Received event network-vif-deleted-f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1093.066781] env[69385]: INFO nova.compute.manager [req-510b7a4c-dcd1-4e98-9bc6-e0270865dab6 req-40b96509-2a1d-42de-988e-f012e263502a service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Neutron deleted interface f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2; detaching it from the instance and deleting it from the info cache [ 1093.066948] env[69385]: DEBUG nova.network.neutron [req-510b7a4c-dcd1-4e98-9bc6-e0270865dab6 req-40b96509-2a1d-42de-988e-f012e263502a service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.172406] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290478} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.172406] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.173050] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.173623] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.189955] env[69385]: DEBUG nova.network.neutron [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Successfully updated port: ffcc57b1-5d09-4200-9b56-4ad235709cd2 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.208602] env[69385]: DEBUG nova.compute.manager [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.208602] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.209811] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1988c4cc-584e-4e91-b29b-039397a4f155 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.218310] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.218648] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e4f9309-51d5-41ea-9a46-b060df7ad839 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.225280] env[69385]: DEBUG oslo_vmware.api [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1093.225280] env[69385]: value = "task-3340892" [ 1093.225280] env[69385]: _type = "Task" [ 1093.225280] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.234571] env[69385]: DEBUG oslo_vmware.api [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.381176] env[69385]: DEBUG nova.compute.utils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.387028] env[69385]: DEBUG nova.compute.manager [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.387028] env[69385]: DEBUG nova.network.neutron [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.428482] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560371} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.428580] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] acdb1183-afab-4225-8d25-8bcf2236610f/acdb1183-afab-4225-8d25-8bcf2236610f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.429436] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.431529] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8094ce71-5011-4116-9f7c-ffe018e1a890 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.439485] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340891, 'name': ReconfigVM_Task, 'duration_secs': 0.301565} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.440044] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b629ec29-852c-4ebf-b7ad-d405bd078a2e tempest-ServersTestMultiNic-317500254 tempest-ServersTestMultiNic-317500254-project-member] Lock "405a2e24-ff96-4ccb-b9f9-6904a2be3aa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.165s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.441595] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance '2b369931-313e-49c3-a555-937110bb700e' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.451243] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1093.451243] env[69385]: value = "task-3340893" [ 1093.451243] env[69385]: _type = "Task" [ 1093.451243] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.463462] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.468337] env[69385]: DEBUG nova.policy [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667507e240b2411aa341938f0b21caf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beac72a77784c2ba1ec58216ee1fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.522420] env[69385]: DEBUG nova.network.neutron [-] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.572884] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7934af40-2a4f-4060-a479-55460b1f9c1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.582629] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9a6c4c-5202-4d08-b16c-0a64121e5817 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.618141] env[69385]: DEBUG nova.compute.manager [req-510b7a4c-dcd1-4e98-9bc6-e0270865dab6 req-40b96509-2a1d-42de-988e-f012e263502a service nova] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Detach interface failed, port_id=f7ce585f-3ce5-4803-a7fd-a8ad0c2172c2, reason: Instance 466c7ef8-b12c-43b5-a319-e377f9c8e116 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1093.691768] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquiring lock "refresh_cache-d7d7c68d-ac28-4cc1-8690-d54f3800df99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.691914] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquired lock "refresh_cache-d7d7c68d-ac28-4cc1-8690-d54f3800df99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.692070] env[69385]: DEBUG nova.network.neutron [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.737177] env[69385]: DEBUG oslo_vmware.api [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340892, 'name': PowerOffVM_Task, 'duration_secs': 0.209444} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.740557] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.740745] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.741193] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03a13af7-ed3b-4451-bf9b-ecbec1cd209f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.751746] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8301b4-3975-4fda-9875-b720839754ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.761362] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26065ae6-66a3-4584-a0b0-f35d271cee77 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.798061] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb70f0fd-15e6-47aa-b3e6-745c11609976 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.806767] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882b66f-ddb4-4531-99af-a0fa715d7d14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.821023] env[69385]: DEBUG nova.compute.provider_tree [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.825386] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.825594] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.825777] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Deleting the datastore file [datastore1] 15c66df3-e20e-4d08-a2d3-ca48d5f09aee {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.826296] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58d1f1cd-62f5-4c7a-b996-954f7b7c716a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.837483] env[69385]: DEBUG oslo_vmware.api [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1093.837483] env[69385]: value = "task-3340895" [ 1093.837483] env[69385]: _type = "Task" [ 1093.837483] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.847952] env[69385]: DEBUG oslo_vmware.api [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.897078] env[69385]: DEBUG nova.compute.manager [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.956071] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.956071] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.956071] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.956071] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.956071] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.956071] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.957831] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.957831] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.957831] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.957831] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.958027] env[69385]: DEBUG nova.virt.hardware [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.963870] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.964542] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9108d0f9-d5bd-4c91-82d5-3ede5e887c8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.987137] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132091} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.989073] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.989160] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1093.989160] env[69385]: value = "task-3340896" [ 1093.989160] env[69385]: _type = "Task" [ 1093.989160] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.989891] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b372c5-de9f-4a53-a589-5264a893634b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.000103] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340896, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.019048] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] acdb1183-afab-4225-8d25-8bcf2236610f/acdb1183-afab-4225-8d25-8bcf2236610f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.019889] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb403f52-2d80-49a3-aa30-aa4970050c4c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.035039] env[69385]: INFO nova.compute.manager [-] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Took 1.36 seconds to deallocate network for instance. [ 1094.041820] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1094.041820] env[69385]: value = "task-3340897" [ 1094.041820] env[69385]: _type = "Task" [ 1094.041820] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.053658] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.123179] env[69385]: DEBUG nova.network.neutron [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Successfully created port: 51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.222415] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.222672] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.222829] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.223045] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.223183] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.223367] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.223543] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.223836] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.224105] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.224331] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.224538] env[69385]: DEBUG nova.virt.hardware [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.225424] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0314b73-1b67-4f4e-a95c-97806e6c4ba4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.236506] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05b2241-3e0c-4e25-9507-5d8bd1a57c96 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.244015] env[69385]: DEBUG nova.network.neutron [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.253789] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ee:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e13d968-abb0-4e23-83ea-0ef7de604b1b', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.261449] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.261986] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.262237] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d39da531-217f-4940-984b-b27e8784584f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.284605] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.284605] env[69385]: value = "task-3340898" [ 1094.284605] env[69385]: _type = "Task" [ 1094.284605] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.293329] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340898, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.327623] env[69385]: DEBUG nova.scheduler.client.report [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.349496] env[69385]: DEBUG oslo_vmware.api [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145266} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.350581] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.350815] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.351070] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.351302] env[69385]: INFO nova.compute.manager [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1094.351643] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.352183] env[69385]: DEBUG nova.compute.manager [-] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.352305] env[69385]: DEBUG nova.network.neutron [-] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.473741] env[69385]: DEBUG nova.network.neutron [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Updating instance_info_cache with network_info: [{"id": "ffcc57b1-5d09-4200-9b56-4ad235709cd2", "address": "fa:16:3e:46:8f:d5", "network": {"id": "deac1e5b-eba0-4b1c-843d-f8ae3e516918", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1980976655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4d9969cc074778b9cdd98fdda63b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc57b1-5d", "ovs_interfaceid": "ffcc57b1-5d09-4200-9b56-4ad235709cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.509433] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340896, 'name': ReconfigVM_Task, 'duration_secs': 0.179443} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.509649] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.510684] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622339f1-788b-44e7-921a-931b0886a1fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.537464] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2b369931-313e-49c3-a555-937110bb700e/2b369931-313e-49c3-a555-937110bb700e.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.537838] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f848f6-eb90-4fda-a66b-32cef7534b4a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.554859] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.564974] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340897, 'name': ReconfigVM_Task, 'duration_secs': 0.337881} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.567108] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] acdb1183-afab-4225-8d25-8bcf2236610f/acdb1183-afab-4225-8d25-8bcf2236610f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.570018] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1094.570018] env[69385]: value = "task-3340899" [ 1094.570018] env[69385]: _type = "Task" [ 1094.570018] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.570018] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cba536b3-979e-4442-b348-9b4561dafc58 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.577702] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.579570] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1094.579570] env[69385]: value = "task-3340900" [ 1094.579570] env[69385]: _type = "Task" [ 1094.579570] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.588915] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340900, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.799532] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340898, 'name': CreateVM_Task, 'duration_secs': 0.377432} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.799532] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.800386] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800556] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.800881] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.801160] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ab75ec-196e-40fc-a81d-319927a0411f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.813261] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1094.813261] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5249aa9c-5fbf-c398-757f-22e15eebf132" [ 1094.813261] env[69385]: _type = "Task" [ 1094.813261] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.826586] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5249aa9c-5fbf-c398-757f-22e15eebf132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.832885] env[69385]: DEBUG oslo_concurrency.lockutils [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.835251] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.434s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.835482] env[69385]: DEBUG nova.objects.instance [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lazy-loading 'resources' on Instance uuid e66ae96a-7ea9-41d9-8e42-25a27dd5dac3 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.862570] env[69385]: INFO nova.scheduler.client.report [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted allocations for instance 0879316b-29d8-49cc-bc7a-bbe9daa3d687 [ 1094.883064] env[69385]: DEBUG nova.compute.manager [req-ed1b5a2a-5695-44f2-ad5e-544a4d314585 req-68270aa1-c6e5-4ba0-845f-5c89743e9ce0 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Received event network-vif-deleted-89f5c352-252d-4e29-bb7b-091918f28c15 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1094.883266] env[69385]: INFO nova.compute.manager [req-ed1b5a2a-5695-44f2-ad5e-544a4d314585 req-68270aa1-c6e5-4ba0-845f-5c89743e9ce0 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Neutron deleted interface 89f5c352-252d-4e29-bb7b-091918f28c15; detaching it from the instance and deleting it from the info cache [ 1094.883435] env[69385]: DEBUG nova.network.neutron [req-ed1b5a2a-5695-44f2-ad5e-544a4d314585 req-68270aa1-c6e5-4ba0-845f-5c89743e9ce0 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.897215] env[69385]: DEBUG nova.compute.manager [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.929591] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.929849] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.930010] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.930224] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.930392] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.930509] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.930738] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.930913] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.931094] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.931371] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.931597] env[69385]: DEBUG nova.virt.hardware [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.932679] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918f9e02-aa4a-4023-aeb1-2acab685a775 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.940487] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0edd90c-4181-40f8-9dd4-87306a472e01 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.976954] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Releasing lock "refresh_cache-d7d7c68d-ac28-4cc1-8690-d54f3800df99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.976954] env[69385]: DEBUG nova.compute.manager [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Instance network_info: |[{"id": "ffcc57b1-5d09-4200-9b56-4ad235709cd2", "address": "fa:16:3e:46:8f:d5", "network": {"id": "deac1e5b-eba0-4b1c-843d-f8ae3e516918", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1980976655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4d9969cc074778b9cdd98fdda63b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc57b1-5d", "ovs_interfaceid": "ffcc57b1-5d09-4200-9b56-4ad235709cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.977397] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:8f:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffcc57b1-5d09-4200-9b56-4ad235709cd2', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.985229] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Creating folder: Project (2b4d9969cc074778b9cdd98fdda63b95). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.985338] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0617efe-27b3-4931-b739-695c5a6d4c32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.996064] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Created folder: Project (2b4d9969cc074778b9cdd98fdda63b95) in parent group-v666556. [ 1094.996262] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Creating folder: Instances. Parent ref: group-v666794. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.996495] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5381f3ca-4400-4481-9d25-7ae8c476fcab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.005465] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Created folder: Instances in parent group-v666794. [ 1095.005710] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.005925] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.006150] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fce2eb3b-c5b8-46e3-98d4-1636d0151145 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.027103] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.027103] env[69385]: value = "task-3340903" [ 1095.027103] env[69385]: _type = "Task" [ 1095.027103] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.034737] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340903, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.079053] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340899, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.088736] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340900, 'name': Rename_Task, 'duration_secs': 0.14032} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.089362] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.089362] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a624536e-71c4-4e3d-a729-2696a20bbc2d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.095304] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1095.095304] env[69385]: value = "task-3340904" [ 1095.095304] env[69385]: _type = "Task" [ 1095.095304] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.100959] env[69385]: DEBUG nova.compute.manager [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Received event network-vif-plugged-ffcc57b1-5d09-4200-9b56-4ad235709cd2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.101202] env[69385]: DEBUG oslo_concurrency.lockutils [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] Acquiring lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.101430] env[69385]: DEBUG oslo_concurrency.lockutils [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] Lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.101615] env[69385]: DEBUG oslo_concurrency.lockutils [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] Lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.101821] env[69385]: DEBUG nova.compute.manager [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] No waiting events found dispatching network-vif-plugged-ffcc57b1-5d09-4200-9b56-4ad235709cd2 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.102015] env[69385]: WARNING nova.compute.manager [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Received unexpected event network-vif-plugged-ffcc57b1-5d09-4200-9b56-4ad235709cd2 for instance with vm_state building and task_state spawning. [ 1095.102186] env[69385]: DEBUG nova.compute.manager [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Received event network-changed-ffcc57b1-5d09-4200-9b56-4ad235709cd2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.102369] env[69385]: DEBUG nova.compute.manager [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Refreshing instance network info cache due to event network-changed-ffcc57b1-5d09-4200-9b56-4ad235709cd2. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1095.102562] env[69385]: DEBUG oslo_concurrency.lockutils [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] Acquiring lock "refresh_cache-d7d7c68d-ac28-4cc1-8690-d54f3800df99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.102702] env[69385]: DEBUG oslo_concurrency.lockutils [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] Acquired lock "refresh_cache-d7d7c68d-ac28-4cc1-8690-d54f3800df99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.102876] env[69385]: DEBUG nova.network.neutron [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Refreshing network info cache for port ffcc57b1-5d09-4200-9b56-4ad235709cd2 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.109630] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.314778] env[69385]: DEBUG nova.network.neutron [-] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.326571] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5249aa9c-5fbf-c398-757f-22e15eebf132, 'name': SearchDatastore_Task, 'duration_secs': 0.031927} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.326882] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.327140] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.327537] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.327682] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.327935] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.328228] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a11830f-49e6-4c43-82d2-7e5e2f575c62 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.342921] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.343077] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.344347] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90d49f1-ed12-4181-a74d-2b4185d4876c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.356076] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1095.356076] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ed1657-2bae-904a-cea0-200dfc026216" [ 1095.356076] env[69385]: _type = "Task" [ 1095.356076] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.365778] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ed1657-2bae-904a-cea0-200dfc026216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.372779] env[69385]: DEBUG oslo_concurrency.lockutils [None req-348538c3-0a96-4c70-a827-328537b2de3f tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "0879316b-29d8-49cc-bc7a-bbe9daa3d687" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.041s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.390673] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76da4132-bc8b-48e3-9457-334c8ada96c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.402058] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8586cd63-bb11-433e-bf30-8cba148fa818 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.443214] env[69385]: DEBUG nova.compute.manager [req-ed1b5a2a-5695-44f2-ad5e-544a4d314585 req-68270aa1-c6e5-4ba0-845f-5c89743e9ce0 service nova] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Detach interface failed, port_id=89f5c352-252d-4e29-bb7b-091918f28c15, reason: Instance 15c66df3-e20e-4d08-a2d3-ca48d5f09aee could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1095.540899] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340903, 'name': CreateVM_Task, 'duration_secs': 0.367167} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.541501] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.542144] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.542318] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.542627] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.542895] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028df8ad-ed61-41cf-8cb4-4e7f76e11839 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.550486] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1095.550486] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d23286-0a9f-3bb1-f4dc-778cdbdf3729" [ 1095.550486] env[69385]: _type = "Task" [ 1095.550486] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.560368] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d23286-0a9f-3bb1-f4dc-778cdbdf3729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.581893] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340899, 'name': ReconfigVM_Task, 'duration_secs': 0.522305} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.582212] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2b369931-313e-49c3-a555-937110bb700e/2b369931-313e-49c3-a555-937110bb700e.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.582568] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance '2b369931-313e-49c3-a555-937110bb700e' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.607376] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.692252] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7646b52-1949-43a3-9b18-868e9668343e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.701027] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cd5150-cb6a-43dd-842f-b11b2345a710 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.741399] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603ed20d-e1b3-4049-95c3-d26cb43ff684 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.748893] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9633d402-e09e-4521-b8e8-9d7fefa632a8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.768022] env[69385]: DEBUG nova.compute.provider_tree [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.821351] env[69385]: INFO nova.compute.manager [-] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Took 1.47 seconds to deallocate network for instance. [ 1095.865748] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ed1657-2bae-904a-cea0-200dfc026216, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.866649] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a35382c-5dc6-4722-b4cc-c70758df774d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.872681] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1095.872681] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f08f24-d414-f955-7679-1aea510be36f" [ 1095.872681] env[69385]: _type = "Task" [ 1095.872681] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.877551] env[69385]: DEBUG nova.network.neutron [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Updated VIF entry in instance network info cache for port ffcc57b1-5d09-4200-9b56-4ad235709cd2. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.878040] env[69385]: DEBUG nova.network.neutron [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Updating instance_info_cache with network_info: [{"id": "ffcc57b1-5d09-4200-9b56-4ad235709cd2", "address": "fa:16:3e:46:8f:d5", "network": {"id": "deac1e5b-eba0-4b1c-843d-f8ae3e516918", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1980976655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4d9969cc074778b9cdd98fdda63b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc57b1-5d", "ovs_interfaceid": "ffcc57b1-5d09-4200-9b56-4ad235709cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.882471] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f08f24-d414-f955-7679-1aea510be36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.062333] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d23286-0a9f-3bb1-f4dc-778cdbdf3729, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.062879] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.063268] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.063631] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.063847] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.064102] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.064760] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ccbffa-aaef-4b00-9c46-2b3affc77ed0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.073233] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.073539] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.074160] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b8cc6c-9376-4333-98de-c7f70a2d8bee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.079343] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1096.079343] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5248b7d7-26a9-f56f-c865-937d047fbe8d" [ 1096.079343] env[69385]: _type = "Task" [ 1096.079343] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.088401] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5248b7d7-26a9-f56f-c865-937d047fbe8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.089103] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe8cf64-79a1-42e9-b2a0-8d7bbfd3104a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.112830] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bc057d-167b-4c19-9902-b79369301fd1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.116464] env[69385]: DEBUG nova.network.neutron [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Successfully updated port: 51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.123937] env[69385]: DEBUG oslo_vmware.api [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340904, 'name': PowerOnVM_Task, 'duration_secs': 0.595427} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.142018] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.142288] env[69385]: INFO nova.compute.manager [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1096.142476] env[69385]: DEBUG nova.compute.manager [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.143246] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance '2b369931-313e-49c3-a555-937110bb700e' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.148315] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad335a34-73d9-4fd6-8bc2-5de9e0a79266 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.272024] env[69385]: DEBUG nova.scheduler.client.report [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.330034] env[69385]: DEBUG oslo_concurrency.lockutils [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.367195] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "5c0b9454-4d3f-4461-91f8-48b047fe1469" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.367555] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "5c0b9454-4d3f-4461-91f8-48b047fe1469" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.385084] env[69385]: DEBUG oslo_concurrency.lockutils [req-23d7f8ca-2a0e-465b-9e96-df0d0ce52fc7 req-587d1bf1-6721-4a69-9b3d-efe73a005569 service nova] Releasing lock "refresh_cache-d7d7c68d-ac28-4cc1-8690-d54f3800df99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.385749] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f08f24-d414-f955-7679-1aea510be36f, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.386108] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.386493] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b/c0733b83-e219-47a0-b140-99fd72040c2b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.387262] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a0d3253-1162-4ade-b46c-bb6fc07c9fc8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.394141] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1096.394141] env[69385]: value = "task-3340905" [ 1096.394141] env[69385]: _type = "Task" [ 1096.394141] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.403356] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.592885] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5248b7d7-26a9-f56f-c865-937d047fbe8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.593557] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-168b08bb-61da-4559-a9de-a00b66487e30 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.599673] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1096.599673] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528a96d8-3286-ffc4-ee71-7035bf6bf705" [ 1096.599673] env[69385]: _type = "Task" [ 1096.599673] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.610257] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528a96d8-3286-ffc4-ee71-7035bf6bf705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.620404] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.620404] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.620404] env[69385]: DEBUG nova.network.neutron [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.679914] env[69385]: INFO nova.compute.manager [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Took 33.09 seconds to build instance. [ 1096.702749] env[69385]: DEBUG nova.network.neutron [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Port df207134-9d79-4f24-b6f2-8529bfbc2855 binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1096.777310] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.780756] env[69385]: DEBUG oslo_concurrency.lockutils [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.741s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.780756] env[69385]: DEBUG nova.objects.instance [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lazy-loading 'resources' on Instance uuid fefdd70b-e3e9-4e8b-a955-a4d2299a46a0 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.824379] env[69385]: INFO nova.scheduler.client.report [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Deleted allocations for instance e66ae96a-7ea9-41d9-8e42-25a27dd5dac3 [ 1096.871620] env[69385]: DEBUG nova.compute.manager [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.905777] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474118} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.905924] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b/c0733b83-e219-47a0-b140-99fd72040c2b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.906177] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.906449] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf69b18-9620-4892-952b-6b24e501c7ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.913743] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1096.913743] env[69385]: value = "task-3340906" [ 1096.913743] env[69385]: _type = "Task" [ 1096.913743] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.923617] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.117388] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528a96d8-3286-ffc4-ee71-7035bf6bf705, 'name': SearchDatastore_Task, 'duration_secs': 0.019757} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.117841] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.118136] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] d7d7c68d-ac28-4cc1-8690-d54f3800df99/d7d7c68d-ac28-4cc1-8690-d54f3800df99.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.118410] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0c57c17-c644-4b3c-848a-24ff53673acb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.125343] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1097.125343] env[69385]: value = "task-3340907" [ 1097.125343] env[69385]: _type = "Task" [ 1097.125343] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.133584] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.161669] env[69385]: DEBUG nova.network.neutron [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.182373] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b8a5483-8d66-4b43-808b-3a103e256c45 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "acdb1183-afab-4225-8d25-8bcf2236610f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.604s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.194383] env[69385]: DEBUG nova.compute.manager [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received event network-vif-plugged-51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1097.194383] env[69385]: DEBUG oslo_concurrency.lockutils [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] Acquiring lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.194550] env[69385]: DEBUG oslo_concurrency.lockutils [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.194704] env[69385]: DEBUG oslo_concurrency.lockutils [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.194915] env[69385]: DEBUG nova.compute.manager [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] No waiting events found dispatching network-vif-plugged-51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.195222] env[69385]: WARNING nova.compute.manager [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received unexpected event network-vif-plugged-51bdacbf-2bc7-4739-8357-fe257da391b1 for instance with vm_state building and task_state spawning. [ 1097.195458] env[69385]: DEBUG nova.compute.manager [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received event network-changed-51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1097.195685] env[69385]: DEBUG nova.compute.manager [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing instance network info cache due to event network-changed-51bdacbf-2bc7-4739-8357-fe257da391b1. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1097.197406] env[69385]: DEBUG oslo_concurrency.lockutils [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] Acquiring lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.338824] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a741d646-ff66-458c-9008-179237716069 tempest-ServerRescueTestJSON-2140796687 tempest-ServerRescueTestJSON-2140796687-project-member] Lock "e66ae96a-7ea9-41d9-8e42-25a27dd5dac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.891s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.373228] env[69385]: DEBUG nova.network.neutron [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [{"id": "51bdacbf-2bc7-4739-8357-fe257da391b1", "address": "fa:16:3e:b9:ac:5e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bdacbf-2b", "ovs_interfaceid": "51bdacbf-2bc7-4739-8357-fe257da391b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.396695] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.425920] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074011} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.429100] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.430307] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b0ad3f-61ac-4495-b453-9de6dda8591a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.457344] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b/c0733b83-e219-47a0-b140-99fd72040c2b.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.460880] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9bc7fd-5c40-4227-a4d6-59ce7bddff9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.483069] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1097.483069] env[69385]: value = "task-3340908" [ 1097.483069] env[69385]: _type = "Task" [ 1097.483069] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.493017] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.636262] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340907, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.683035] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69639384-b47d-4837-ae42-81c6a3253483 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.692247] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e89638-937e-4bc4-8f31-2d48579685d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.731363] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7476ac2e-cae0-4bd1-b8a8-3f7eb811c573 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.742335] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "2b369931-313e-49c3-a555-937110bb700e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.742593] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.742772] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.748849] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fdb5e7-c98e-4e8d-b8f3-8d4d967d3b54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.763464] env[69385]: DEBUG nova.compute.provider_tree [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.878932] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.879362] env[69385]: DEBUG nova.compute.manager [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Instance network_info: |[{"id": "51bdacbf-2bc7-4739-8357-fe257da391b1", "address": "fa:16:3e:b9:ac:5e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bdacbf-2b", "ovs_interfaceid": "51bdacbf-2bc7-4739-8357-fe257da391b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.879703] env[69385]: DEBUG oslo_concurrency.lockutils [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] Acquired lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.879940] env[69385]: DEBUG nova.network.neutron [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing network info cache for port 51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.881540] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:ac:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51bdacbf-2bc7-4739-8357-fe257da391b1', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.889151] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.890372] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.890530] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd765661-87b1-4d4a-8a75-eaae54c87854 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.912808] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.912808] env[69385]: value = "task-3340909" [ 1097.912808] env[69385]: _type = "Task" [ 1097.912808] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.921850] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340909, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.993348] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.140184] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512893} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.140667] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] d7d7c68d-ac28-4cc1-8690-d54f3800df99/d7d7c68d-ac28-4cc1-8690-d54f3800df99.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.140813] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.140969] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5755ae1-4f9f-4775-abe0-2d3800c99378 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.149381] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1098.149381] env[69385]: value = "task-3340910" [ 1098.149381] env[69385]: _type = "Task" [ 1098.149381] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.159057] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.268038] env[69385]: DEBUG nova.scheduler.client.report [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.423822] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340909, 'name': CreateVM_Task, 'duration_secs': 0.357758} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.423997] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.424772] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.424938] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.425263] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.425516] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f017b1dd-8e90-426a-9881-c964d1629039 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.431380] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquiring lock "acdb1183-afab-4225-8d25-8bcf2236610f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.431757] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "acdb1183-afab-4225-8d25-8bcf2236610f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.431827] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquiring lock "acdb1183-afab-4225-8d25-8bcf2236610f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.431956] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "acdb1183-afab-4225-8d25-8bcf2236610f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.432135] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "acdb1183-afab-4225-8d25-8bcf2236610f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.436942] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1098.436942] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526f0b56-5e87-c44a-ec26-8519c0f71694" [ 1098.436942] env[69385]: _type = "Task" [ 1098.436942] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.439033] env[69385]: INFO nova.compute.manager [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Terminating instance [ 1098.451995] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526f0b56-5e87-c44a-ec26-8519c0f71694, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.452734] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.452734] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.452922] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.453282] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.453282] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.453631] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a6fe313-d69d-4b75-bccb-a211f1276a34 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.462954] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.463578] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.465358] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2fdcf0-fc0c-46fb-9c5f-52762bc34e5e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.470770] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1098.470770] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522a0558-4ef0-177c-cefa-f6a626b541d7" [ 1098.470770] env[69385]: _type = "Task" [ 1098.470770] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.480316] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522a0558-4ef0-177c-cefa-f6a626b541d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.492642] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340908, 'name': ReconfigVM_Task, 'duration_secs': 0.738339} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.493364] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b/c0733b83-e219-47a0-b140-99fd72040c2b.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.494028] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-092f3242-e48c-48a3-98e7-04d07fd65d29 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.500503] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1098.500503] env[69385]: value = "task-3340911" [ 1098.500503] env[69385]: _type = "Task" [ 1098.500503] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.508934] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340911, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.659268] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092677} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.659525] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.660587] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cf5384-a9a7-40b1-9843-fe43f6d51422 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.684653] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d7d7c68d-ac28-4cc1-8690-d54f3800df99/d7d7c68d-ac28-4cc1-8690-d54f3800df99.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.684951] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-817f16ab-6864-4066-95f0-24348a97f829 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.705275] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1098.705275] env[69385]: value = "task-3340912" [ 1098.705275] env[69385]: _type = "Task" [ 1098.705275] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.712826] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.773975] env[69385]: DEBUG oslo_concurrency.lockutils [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.778625] env[69385]: DEBUG nova.network.neutron [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updated VIF entry in instance network info cache for port 51bdacbf-2bc7-4739-8357-fe257da391b1. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.778975] env[69385]: DEBUG nova.network.neutron [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [{"id": "51bdacbf-2bc7-4739-8357-fe257da391b1", "address": "fa:16:3e:b9:ac:5e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bdacbf-2b", "ovs_interfaceid": "51bdacbf-2bc7-4739-8357-fe257da391b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.780490] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.485s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.780760] env[69385]: DEBUG nova.objects.instance [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lazy-loading 'resources' on Instance uuid b7c5279c-766d-453d-93ce-923d6011281c {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.797609] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.797609] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.797609] env[69385]: DEBUG nova.network.neutron [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.810642] env[69385]: INFO nova.scheduler.client.report [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Deleted allocations for instance fefdd70b-e3e9-4e8b-a955-a4d2299a46a0 [ 1098.948928] env[69385]: DEBUG nova.compute.manager [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.948928] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.949784] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf8e607-8ed9-421f-afda-ab4b66a4a2b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.958864] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.959158] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4127db9-882c-4c7c-a8de-1750566ba61d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.966043] env[69385]: DEBUG oslo_vmware.api [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1098.966043] env[69385]: value = "task-3340913" [ 1098.966043] env[69385]: _type = "Task" [ 1098.966043] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.976353] env[69385]: DEBUG oslo_vmware.api [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.993543] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522a0558-4ef0-177c-cefa-f6a626b541d7, 'name': SearchDatastore_Task, 'duration_secs': 0.019688} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.994526] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3600ef38-b405-4eaf-a987-b336dc3aab07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.000545] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1099.000545] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5294ccf6-6294-6340-7c2b-311ec934e914" [ 1099.000545] env[69385]: _type = "Task" [ 1099.000545] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.016104] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5294ccf6-6294-6340-7c2b-311ec934e914, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.019369] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.019682] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 3dcf2b20-f282-4bca-9300-0c2c199ae2ad/3dcf2b20-f282-4bca-9300-0c2c199ae2ad.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.019992] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340911, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.020254] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-608f2012-54db-454c-8566-49c2cfc23339 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.026851] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1099.026851] env[69385]: value = "task-3340914" [ 1099.026851] env[69385]: _type = "Task" [ 1099.026851] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.035155] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.217760] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.283667] env[69385]: DEBUG oslo_concurrency.lockutils [req-ccfd4f1a-95c5-4301-9df3-a465963ddcbf req-fe7e835d-a121-40ce-ac93-3a71b081a417 service nova] Releasing lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.324467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-693f7638-eade-4127-90b2-97ead4da498d tempest-ServerDiskConfigTestJSON-1933711493 tempest-ServerDiskConfigTestJSON-1933711493-project-member] Lock "fefdd70b-e3e9-4e8b-a955-a4d2299a46a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.711s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.476514] env[69385]: DEBUG oslo_vmware.api [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340913, 'name': PowerOffVM_Task, 'duration_secs': 0.227249} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.476839] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.477522] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.477725] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-426c3e89-9ccc-4568-91a4-cf1495daf9f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.514305] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340911, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.540611] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340914, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.546808] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.547357] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.549018] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Deleting the datastore file [datastore2] acdb1183-afab-4225-8d25-8bcf2236610f {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.549018] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90b53a9f-cdc7-4a38-afa5-4ca2031c9460 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.559755] env[69385]: DEBUG oslo_vmware.api [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for the task: (returnval){ [ 1099.559755] env[69385]: value = "task-3340916" [ 1099.559755] env[69385]: _type = "Task" [ 1099.559755] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.573550] env[69385]: DEBUG oslo_vmware.api [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.625688] env[69385]: DEBUG nova.network.neutron [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [{"id": "df207134-9d79-4f24-b6f2-8529bfbc2855", "address": "fa:16:3e:47:ce:35", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf207134-9d", "ovs_interfaceid": "df207134-9d79-4f24-b6f2-8529bfbc2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.653534] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46d9d8d-53fc-4616-bc83-08182b7d80f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.662131] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe1a661-01e7-46dc-8ce2-f63d74965e4c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.697342] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50b8259-cbf1-409c-92d8-42dff8c4ca16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.702922] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e3c9d-43ba-4503-8241-48b69f098ef6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.719588] env[69385]: DEBUG nova.compute.provider_tree [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.724020] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340912, 'name': ReconfigVM_Task, 'duration_secs': 0.531096} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.724275] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d7d7c68d-ac28-4cc1-8690-d54f3800df99/d7d7c68d-ac28-4cc1-8690-d54f3800df99.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.726929] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdafd68b-1ac5-492f-98ab-8056b1313bcf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.731453] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1099.731453] env[69385]: value = "task-3340917" [ 1099.731453] env[69385]: _type = "Task" [ 1099.731453] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.739161] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340917, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.011398] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340911, 'name': Rename_Task, 'duration_secs': 1.144616} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.011680] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.011976] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a71981bd-a19b-43aa-a377-3ca12f7401e0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.020706] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1100.020706] env[69385]: value = "task-3340918" [ 1100.020706] env[69385]: _type = "Task" [ 1100.020706] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.034617] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.037783] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579804} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.038034] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 3dcf2b20-f282-4bca-9300-0c2c199ae2ad/3dcf2b20-f282-4bca-9300-0c2c199ae2ad.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.038255] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.038500] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3848e509-1f90-40d5-9133-277a76ecc97c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.044549] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1100.044549] env[69385]: value = "task-3340919" [ 1100.044549] env[69385]: _type = "Task" [ 1100.044549] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.058941] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.067730] env[69385]: DEBUG oslo_vmware.api [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Task: {'id': task-3340916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228497} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.067985] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.068777] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.069033] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.069217] env[69385]: INFO nova.compute.manager [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1100.069491] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.069698] env[69385]: DEBUG nova.compute.manager [-] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.069915] env[69385]: DEBUG nova.network.neutron [-] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.131606] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.222708] env[69385]: DEBUG nova.scheduler.client.report [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.241868] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340917, 'name': Rename_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.422033] env[69385]: DEBUG nova.compute.manager [req-42b237a5-415d-440c-b5b6-88212b8e6b72 req-18faa78c-5612-4855-a374-95c8f1d311c7 service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Received event network-vif-deleted-e7ca50f2-71d9-47f3-adfd-2326005b726e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1100.422275] env[69385]: INFO nova.compute.manager [req-42b237a5-415d-440c-b5b6-88212b8e6b72 req-18faa78c-5612-4855-a374-95c8f1d311c7 service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Neutron deleted interface e7ca50f2-71d9-47f3-adfd-2326005b726e; detaching it from the instance and deleting it from the info cache [ 1100.422421] env[69385]: DEBUG nova.network.neutron [req-42b237a5-415d-440c-b5b6-88212b8e6b72 req-18faa78c-5612-4855-a374-95c8f1d311c7 service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.531160] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.552822] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062282} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.552972] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.553741] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bb37e2-098a-423e-ae32-61d052ffc176 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.575540] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 3dcf2b20-f282-4bca-9300-0c2c199ae2ad/3dcf2b20-f282-4bca-9300-0c2c199ae2ad.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.575817] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e493655b-9d32-4e7b-a053-0b2cc7aba2f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.594345] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1100.594345] env[69385]: value = "task-3340920" [ 1100.594345] env[69385]: _type = "Task" [ 1100.594345] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.601900] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.667948] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ca2a79-9b72-452f-a42b-a74db02bc24e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.693368] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6718355c-d38a-42c5-95fe-de509a763b25 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.703023] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance '2b369931-313e-49c3-a555-937110bb700e' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.730445] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.731872] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.373s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.733627] env[69385]: DEBUG nova.objects.instance [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lazy-loading 'resources' on Instance uuid 21a3167d-d190-48ed-8c59-85e169c0127a {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.746669] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340917, 'name': Rename_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.765293] env[69385]: INFO nova.scheduler.client.report [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleted allocations for instance b7c5279c-766d-453d-93ce-923d6011281c [ 1100.893418] env[69385]: DEBUG nova.network.neutron [-] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.925241] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-062cbc96-8176-497c-8887-c8ccfa6dcbd8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.935413] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253f6142-6412-49eb-8eb2-8e34942ceeac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.968056] env[69385]: DEBUG nova.compute.manager [req-42b237a5-415d-440c-b5b6-88212b8e6b72 req-18faa78c-5612-4855-a374-95c8f1d311c7 service nova] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Detach interface failed, port_id=e7ca50f2-71d9-47f3-adfd-2326005b726e, reason: Instance acdb1183-afab-4225-8d25-8bcf2236610f could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1101.031820] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340918, 'name': PowerOnVM_Task, 'duration_secs': 0.666181} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.032168] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.032388] env[69385]: DEBUG nova.compute.manager [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.033210] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd39b506-8770-4db8-b438-20b7bd355b05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.103460] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340920, 'name': ReconfigVM_Task, 'duration_secs': 0.342318} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.103779] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 3dcf2b20-f282-4bca-9300-0c2c199ae2ad/3dcf2b20-f282-4bca-9300-0c2c199ae2ad.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.104434] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-420c8e31-a2dc-42f4-9e75-deb6e6ea96bd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.110778] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1101.110778] env[69385]: value = "task-3340921" [ 1101.110778] env[69385]: _type = "Task" [ 1101.110778] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.118986] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340921, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.209209] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.209500] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f44b97-25b0-42fb-8695-981b7c800a5d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.216840] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1101.216840] env[69385]: value = "task-3340922" [ 1101.216840] env[69385]: _type = "Task" [ 1101.216840] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.225782] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.244812] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340917, 'name': Rename_Task, 'duration_secs': 1.144596} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.245710] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.246018] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa7fff90-d837-4372-b9c3-1c95a78ff678 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.253639] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1101.253639] env[69385]: value = "task-3340923" [ 1101.253639] env[69385]: _type = "Task" [ 1101.253639] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.261058] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.275292] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1c7c22c9-ca3b-4cb4-bbbd-79c73925ba5f tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "b7c5279c-766d-453d-93ce-923d6011281c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.225s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.396417] env[69385]: INFO nova.compute.manager [-] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Took 1.33 seconds to deallocate network for instance. [ 1101.423017] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "ae499731-184c-4b63-9993-3d5b229df920" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.423017] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.423017] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "ae499731-184c-4b63-9993-3d5b229df920-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.423017] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.423017] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.424679] env[69385]: INFO nova.compute.manager [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Terminating instance [ 1101.509090] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85395593-4f8b-4d66-b127-14af81135d7b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.516906] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134a8cd1-ab35-4b4f-ba32-7290d6026726 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.550991] env[69385]: INFO nova.compute.manager [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] bringing vm to original state: 'stopped' [ 1101.554531] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf832e7-c369-4b4a-b9e9-0443a1326756 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.562980] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8706fc-e91b-4b4e-8ccf-8531a2c46fbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.580073] env[69385]: DEBUG nova.compute.provider_tree [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.623668] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340921, 'name': Rename_Task, 'duration_secs': 0.136502} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.623668] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.623668] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e98094cc-05be-48a2-b547-7f1dca20d1b0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.630022] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1101.630022] env[69385]: value = "task-3340924" [ 1101.630022] env[69385]: _type = "Task" [ 1101.630022] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.639044] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.729256] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340922, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.760926] env[69385]: DEBUG oslo_vmware.api [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340923, 'name': PowerOnVM_Task, 'duration_secs': 0.466589} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.761114] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.761323] env[69385]: INFO nova.compute.manager [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1101.761524] env[69385]: DEBUG nova.compute.manager [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.762308] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c449e64-d9ac-4b4e-b3b5-780aa735ad71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.905533] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.931009] env[69385]: DEBUG nova.compute.manager [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.931270] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.932281] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6156e3f-edba-4ad3-961b-48f962e78d13 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.943105] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.946652] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c45c946d-c9d3-422f-bec6-82cf48f4c781 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.953680] env[69385]: DEBUG oslo_vmware.api [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1101.953680] env[69385]: value = "task-3340925" [ 1101.953680] env[69385]: _type = "Task" [ 1101.953680] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.961789] env[69385]: DEBUG oslo_vmware.api [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.084974] env[69385]: DEBUG nova.scheduler.client.report [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.139425] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.229596] env[69385]: DEBUG oslo_vmware.api [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340922, 'name': PowerOnVM_Task, 'duration_secs': 0.529759} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.230517] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.230517] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d1d31-1942-438f-91f5-a48eff5233e4 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance '2b369931-313e-49c3-a555-937110bb700e' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.289263] env[69385]: INFO nova.compute.manager [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Took 33.90 seconds to build instance. [ 1102.463405] env[69385]: DEBUG oslo_vmware.api [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.561168] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "c0733b83-e219-47a0-b140-99fd72040c2b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.561465] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.561654] env[69385]: DEBUG nova.compute.manager [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.562578] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c4b7a6-621a-4a1a-af4d-5a2a5de2f42b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.570804] env[69385]: DEBUG nova.compute.manager [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1102.589477] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.591974] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.037s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.592854] env[69385]: DEBUG nova.objects.instance [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lazy-loading 'resources' on Instance uuid 466c7ef8-b12c-43b5-a319-e377f9c8e116 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.615254] env[69385]: INFO nova.scheduler.client.report [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted allocations for instance 21a3167d-d190-48ed-8c59-85e169c0127a [ 1102.639964] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.791375] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9c880314-e153-43f6-8423-3042a149bba9 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.415s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.967415] env[69385]: DEBUG oslo_vmware.api [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340925, 'name': PowerOffVM_Task, 'duration_secs': 0.853921} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.967724] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.967978] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.968415] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0f7bdbb-b72a-44a4-8295-0c0570f3cd5f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.050436] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.050675] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.050860] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Deleting the datastore file [datastore1] ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.051188] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba33bc4-1b92-4840-9117-5fc74d4a7367 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.058435] env[69385]: DEBUG oslo_vmware.api [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1103.058435] env[69385]: value = "task-3340927" [ 1103.058435] env[69385]: _type = "Task" [ 1103.058435] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.069779] env[69385]: DEBUG oslo_vmware.api [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.074542] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.074908] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d0ceec8-94e5-40d0-8730-10b2ce39edfe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.082621] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1103.082621] env[69385]: value = "task-3340928" [ 1103.082621] env[69385]: _type = "Task" [ 1103.082621] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.097024] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.124293] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d0163750-0b05-4a9d-b5a7-c8a06cdce66c tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "21a3167d-d190-48ed-8c59-85e169c0127a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.224s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.142343] env[69385]: DEBUG oslo_vmware.api [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340924, 'name': PowerOnVM_Task, 'duration_secs': 1.432853} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.146568] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.146568] env[69385]: INFO nova.compute.manager [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1103.146568] env[69385]: DEBUG nova.compute.manager [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.147434] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fca700-66bf-4bb4-b0ce-224eeb56c22f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.427540] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7073cc9b-ff8b-419f-9ed4-a3cac06b66a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.440374] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa6c7f4-2141-43a4-b1cb-06f939bff2c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.476220] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f4ad7-6a16-40e8-8242-0551105b4161 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.484651] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e98412-b63d-45a4-bfbe-4a4767258262 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.502191] env[69385]: DEBUG nova.compute.provider_tree [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.568682] env[69385]: DEBUG oslo_vmware.api [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3340927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203144} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.568901] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.569105] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.569316] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.569505] env[69385]: INFO nova.compute.manager [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: ae499731-184c-4b63-9993-3d5b229df920] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1103.570388] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.570487] env[69385]: DEBUG nova.compute.manager [-] [instance: ae499731-184c-4b63-9993-3d5b229df920] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.570611] env[69385]: DEBUG nova.network.neutron [-] [instance: ae499731-184c-4b63-9993-3d5b229df920] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.591958] env[69385]: DEBUG oslo_vmware.api [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340928, 'name': PowerOffVM_Task, 'duration_secs': 0.236421} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.592306] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.592515] env[69385]: DEBUG nova.compute.manager [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.593298] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c377f-7996-461e-9884-c78b394cd802 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.669161] env[69385]: INFO nova.compute.manager [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Took 34.61 seconds to build instance. [ 1103.734023] env[69385]: DEBUG nova.compute.manager [req-9c27f0f6-0456-47c9-8abf-0220932afceb req-0be8ec7d-d936-4389-bad8-78c2fbe7cb7f service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Received event network-changed-ffcc57b1-5d09-4200-9b56-4ad235709cd2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.734023] env[69385]: DEBUG nova.compute.manager [req-9c27f0f6-0456-47c9-8abf-0220932afceb req-0be8ec7d-d936-4389-bad8-78c2fbe7cb7f service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Refreshing instance network info cache due to event network-changed-ffcc57b1-5d09-4200-9b56-4ad235709cd2. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1103.734023] env[69385]: DEBUG oslo_concurrency.lockutils [req-9c27f0f6-0456-47c9-8abf-0220932afceb req-0be8ec7d-d936-4389-bad8-78c2fbe7cb7f service nova] Acquiring lock "refresh_cache-d7d7c68d-ac28-4cc1-8690-d54f3800df99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.734023] env[69385]: DEBUG oslo_concurrency.lockutils [req-9c27f0f6-0456-47c9-8abf-0220932afceb req-0be8ec7d-d936-4389-bad8-78c2fbe7cb7f service nova] Acquired lock "refresh_cache-d7d7c68d-ac28-4cc1-8690-d54f3800df99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.734023] env[69385]: DEBUG nova.network.neutron [req-9c27f0f6-0456-47c9-8abf-0220932afceb req-0be8ec7d-d936-4389-bad8-78c2fbe7cb7f service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Refreshing network info cache for port ffcc57b1-5d09-4200-9b56-4ad235709cd2 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.007402] env[69385]: DEBUG nova.scheduler.client.report [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.110542] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.171981] env[69385]: DEBUG oslo_concurrency.lockutils [None req-67bf10af-af84-4ce7-920f-c153249b8ea5 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.123s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.296023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "92462135-e00d-4fa5-b4fa-89a931998429" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.296023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "92462135-e00d-4fa5-b4fa-89a931998429" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.514099] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.519749] env[69385]: DEBUG oslo_concurrency.lockutils [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.187s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.519749] env[69385]: DEBUG nova.objects.instance [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lazy-loading 'resources' on Instance uuid 15c66df3-e20e-4d08-a2d3-ca48d5f09aee {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.596115] env[69385]: INFO nova.scheduler.client.report [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Deleted allocations for instance 466c7ef8-b12c-43b5-a319-e377f9c8e116 [ 1104.602284] env[69385]: DEBUG nova.network.neutron [req-9c27f0f6-0456-47c9-8abf-0220932afceb req-0be8ec7d-d936-4389-bad8-78c2fbe7cb7f service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Updated VIF entry in instance network info cache for port ffcc57b1-5d09-4200-9b56-4ad235709cd2. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.603341] env[69385]: DEBUG nova.network.neutron [req-9c27f0f6-0456-47c9-8abf-0220932afceb req-0be8ec7d-d936-4389-bad8-78c2fbe7cb7f service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Updating instance_info_cache with network_info: [{"id": "ffcc57b1-5d09-4200-9b56-4ad235709cd2", "address": "fa:16:3e:46:8f:d5", "network": {"id": "deac1e5b-eba0-4b1c-843d-f8ae3e516918", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1980976655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4d9969cc074778b9cdd98fdda63b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc57b1-5d", "ovs_interfaceid": "ffcc57b1-5d09-4200-9b56-4ad235709cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.623894] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "2b369931-313e-49c3-a555-937110bb700e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.623894] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.623894] env[69385]: DEBUG nova.compute.manager [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Going to confirm migration 5 {{(pid=69385) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1104.624560] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.643537] env[69385]: DEBUG nova.compute.manager [req-a634ed5e-15cc-4c2f-9cd0-251c03f852be req-db8fd79b-994d-481a-8146-c66ce0390500 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Received event network-vif-deleted-4fa95ec7-c490-4154-b170-cd66c03d34a1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1104.643693] env[69385]: INFO nova.compute.manager [req-a634ed5e-15cc-4c2f-9cd0-251c03f852be req-db8fd79b-994d-481a-8146-c66ce0390500 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Neutron deleted interface 4fa95ec7-c490-4154-b170-cd66c03d34a1; detaching it from the instance and deleting it from the info cache [ 1104.644186] env[69385]: DEBUG nova.network.neutron [req-a634ed5e-15cc-4c2f-9cd0-251c03f852be req-db8fd79b-994d-481a-8146-c66ce0390500 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.802821] env[69385]: DEBUG nova.compute.manager [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.880592] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquiring lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.880592] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.880592] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquiring lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.880592] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.880592] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.881494] env[69385]: INFO nova.compute.manager [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Terminating instance [ 1104.946627] env[69385]: DEBUG nova.network.neutron [-] [instance: ae499731-184c-4b63-9993-3d5b229df920] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.108984] env[69385]: DEBUG oslo_concurrency.lockutils [req-9c27f0f6-0456-47c9-8abf-0220932afceb req-0be8ec7d-d936-4389-bad8-78c2fbe7cb7f service nova] Releasing lock "refresh_cache-d7d7c68d-ac28-4cc1-8690-d54f3800df99" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.109611] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c13b8786-b9fa-46ad-9e4d-41ec3c5255eb tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "466c7ef8-b12c-43b5-a319-e377f9c8e116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.063s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.150758] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-437dc646-21fc-4c71-9b32-1bab0e8c09a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.164249] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a9ff3-8cf3-458d-be8f-8aa5ac74be15 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.177915] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.178145] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.178321] env[69385]: DEBUG nova.network.neutron [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.178500] env[69385]: DEBUG nova.objects.instance [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'info_cache' on Instance uuid 2b369931-313e-49c3-a555-937110bb700e {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.218582] env[69385]: DEBUG nova.compute.manager [req-a634ed5e-15cc-4c2f-9cd0-251c03f852be req-db8fd79b-994d-481a-8146-c66ce0390500 service nova] [instance: ae499731-184c-4b63-9993-3d5b229df920] Detach interface failed, port_id=4fa95ec7-c490-4154-b170-cd66c03d34a1, reason: Instance ae499731-184c-4b63-9993-3d5b229df920 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1105.333299] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.375360] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe710d4-da15-4577-b51c-a3bb64ba3574 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.385602] env[69385]: DEBUG nova.compute.manager [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.385835] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.387715] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d62622-e6e8-47b5-92f1-6337dff44da3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.392866] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248b463d-9664-4dcf-90e1-1a74013f1b77 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.402995] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.429843] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aff65cb-d71d-44ad-8905-c5262c92e61c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.432814] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed549b82-f9bd-44f7-9d41-3fcb367bd553 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.442780] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d037e4e9-a30c-4217-9865-bea521de14f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.447484] env[69385]: DEBUG oslo_vmware.api [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 1105.447484] env[69385]: value = "task-3340929" [ 1105.447484] env[69385]: _type = "Task" [ 1105.447484] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.448191] env[69385]: INFO nova.compute.manager [-] [instance: ae499731-184c-4b63-9993-3d5b229df920] Took 1.88 seconds to deallocate network for instance. [ 1105.474365] env[69385]: DEBUG nova.compute.provider_tree [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.476136] env[69385]: DEBUG oslo_vmware.api [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.783107] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "711577d1-d996-427e-9234-e7a1a1dcc74c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.783401] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "711577d1-d996-427e-9234-e7a1a1dcc74c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.783612] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "711577d1-d996-427e-9234-e7a1a1dcc74c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.783868] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "711577d1-d996-427e-9234-e7a1a1dcc74c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.784074] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "711577d1-d996-427e-9234-e7a1a1dcc74c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.786717] env[69385]: INFO nova.compute.manager [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Terminating instance [ 1105.788304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "c0733b83-e219-47a0-b140-99fd72040c2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.788390] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.788544] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "c0733b83-e219-47a0-b140-99fd72040c2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.788720] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.788941] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.791150] env[69385]: INFO nova.compute.manager [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Terminating instance [ 1105.957616] env[69385]: DEBUG oslo_vmware.api [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340929, 'name': PowerOffVM_Task, 'duration_secs': 0.238657} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.957905] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.959196] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.959196] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b19a9df6-f565-4a5e-9015-cc89e98e8a50 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.978703] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.979544] env[69385]: DEBUG nova.scheduler.client.report [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.993967] env[69385]: DEBUG nova.compute.manager [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.994650] env[69385]: DEBUG nova.compute.manager [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing instance network info cache due to event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1105.994771] env[69385]: DEBUG oslo_concurrency.lockutils [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] Acquiring lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.995088] env[69385]: DEBUG oslo_concurrency.lockutils [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] Acquired lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.995088] env[69385]: DEBUG nova.network.neutron [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.050379] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.050992] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.052090] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Deleting the datastore file [datastore1] c4fae709-b0de-4b8e-b6cb-b00a70140c8d {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.052403] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a0194da-aa98-405a-958c-9abecc2a4424 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.060417] env[69385]: DEBUG oslo_vmware.api [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for the task: (returnval){ [ 1106.060417] env[69385]: value = "task-3340931" [ 1106.060417] env[69385]: _type = "Task" [ 1106.060417] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.068894] env[69385]: DEBUG oslo_vmware.api [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.293420] env[69385]: DEBUG nova.compute.manager [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.293776] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.294557] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aa35a8-dd41-4dbb-9d71-72d035d51268 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.301035] env[69385]: DEBUG nova.compute.manager [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.301035] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.301502] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c4e977-b228-4ef1-a9f0-d88ae3209074 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.310115] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.312315] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201b7750-c17d-410f-af6a-ec7277a62dbf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.313987] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.314244] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-821f2a1f-6702-42f1-a3f5-8d955433ce07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.320442] env[69385]: DEBUG oslo_vmware.api [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1106.320442] env[69385]: value = "task-3340932" [ 1106.320442] env[69385]: _type = "Task" [ 1106.320442] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.333414] env[69385]: DEBUG oslo_vmware.api [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.377276] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.377515] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.377697] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleting the datastore file [datastore1] c0733b83-e219-47a0-b140-99fd72040c2b {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.377978] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5a62092-a226-49ff-8a0f-2e69e194d655 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.385173] env[69385]: DEBUG oslo_vmware.api [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1106.385173] env[69385]: value = "task-3340934" [ 1106.385173] env[69385]: _type = "Task" [ 1106.385173] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.396415] env[69385]: DEBUG oslo_vmware.api [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.484475] env[69385]: DEBUG oslo_concurrency.lockutils [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.486912] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.090s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.488627] env[69385]: INFO nova.compute.claims [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.511420] env[69385]: INFO nova.scheduler.client.report [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Deleted allocations for instance 15c66df3-e20e-4d08-a2d3-ca48d5f09aee [ 1106.574464] env[69385]: DEBUG nova.network.neutron [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [{"id": "df207134-9d79-4f24-b6f2-8529bfbc2855", "address": "fa:16:3e:47:ce:35", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf207134-9d", "ovs_interfaceid": "df207134-9d79-4f24-b6f2-8529bfbc2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.576933] env[69385]: DEBUG oslo_vmware.api [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Task: {'id': task-3340931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361134} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.577060] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.578530] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.578530] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.578530] env[69385]: INFO nova.compute.manager [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1106.578530] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.578530] env[69385]: DEBUG nova.compute.manager [-] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.578530] env[69385]: DEBUG nova.network.neutron [-] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.840070] env[69385]: DEBUG oslo_vmware.api [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340932, 'name': PowerOffVM_Task, 'duration_secs': 0.261782} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.848632] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.848632] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.849228] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba9fe94a-5393-4b2a-bd0f-d2a4e98d696f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.898430] env[69385]: DEBUG oslo_vmware.api [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3340934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372521} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.899283] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.899638] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.899960] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.900309] env[69385]: INFO nova.compute.manager [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1106.900694] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.901030] env[69385]: DEBUG nova.compute.manager [-] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.901207] env[69385]: DEBUG nova.network.neutron [-] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.914688] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.914967] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.915198] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Deleting the datastore file [datastore1] 711577d1-d996-427e-9234-e7a1a1dcc74c {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.915462] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a27a4216-69ca-48d9-8352-1676d35c5146 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.923264] env[69385]: DEBUG oslo_vmware.api [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for the task: (returnval){ [ 1106.923264] env[69385]: value = "task-3340936" [ 1106.923264] env[69385]: _type = "Task" [ 1106.923264] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.933876] env[69385]: DEBUG oslo_vmware.api [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.021418] env[69385]: DEBUG oslo_concurrency.lockutils [None req-12a190b9-c800-405b-a11a-dd0f08f0ce06 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "15c66df3-e20e-4d08-a2d3-ca48d5f09aee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.321s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.027100] env[69385]: DEBUG nova.network.neutron [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updated VIF entry in instance network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.027100] env[69385]: DEBUG nova.network.neutron [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.078678] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-2b369931-313e-49c3-a555-937110bb700e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.078954] env[69385]: DEBUG nova.objects.instance [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'migration_context' on Instance uuid 2b369931-313e-49c3-a555-937110bb700e {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.328959] env[69385]: DEBUG nova.compute.manager [req-eaf5327c-4b95-41ef-b23a-c00167b12e18 req-d84bf05f-f1a1-4312-967b-4548a9545af8 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received event network-changed-51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.329563] env[69385]: DEBUG nova.compute.manager [req-eaf5327c-4b95-41ef-b23a-c00167b12e18 req-d84bf05f-f1a1-4312-967b-4548a9545af8 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing instance network info cache due to event network-changed-51bdacbf-2bc7-4739-8357-fe257da391b1. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1107.329563] env[69385]: DEBUG oslo_concurrency.lockutils [req-eaf5327c-4b95-41ef-b23a-c00167b12e18 req-d84bf05f-f1a1-4312-967b-4548a9545af8 service nova] Acquiring lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.329563] env[69385]: DEBUG oslo_concurrency.lockutils [req-eaf5327c-4b95-41ef-b23a-c00167b12e18 req-d84bf05f-f1a1-4312-967b-4548a9545af8 service nova] Acquired lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.329684] env[69385]: DEBUG nova.network.neutron [req-eaf5327c-4b95-41ef-b23a-c00167b12e18 req-d84bf05f-f1a1-4312-967b-4548a9545af8 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing network info cache for port 51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.434559] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "1bc93488-7828-4e86-aa2b-155ba841d562" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.435065] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "1bc93488-7828-4e86-aa2b-155ba841d562" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.443541] env[69385]: DEBUG oslo_vmware.api [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Task: {'id': task-3340936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375316} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.444047] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.444358] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.446625] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.446625] env[69385]: INFO nova.compute.manager [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1107.446625] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.446625] env[69385]: DEBUG nova.compute.manager [-] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.446625] env[69385]: DEBUG nova.network.neutron [-] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.474996] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "86f6af32-635c-4976-82c9-d9dd10910861" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.475272] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "86f6af32-635c-4976-82c9-d9dd10910861" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.507794] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "b9c983cf-49b4-4a74-8821-be8462970327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.507927] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "b9c983cf-49b4-4a74-8821-be8462970327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.528694] env[69385]: DEBUG oslo_concurrency.lockutils [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] Releasing lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.529038] env[69385]: DEBUG nova.compute.manager [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received event network-changed-51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.529433] env[69385]: DEBUG nova.compute.manager [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing instance network info cache due to event network-changed-51bdacbf-2bc7-4739-8357-fe257da391b1. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1107.529674] env[69385]: DEBUG oslo_concurrency.lockutils [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] Acquiring lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.582964] env[69385]: DEBUG nova.objects.base [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Object Instance<2b369931-313e-49c3-a555-937110bb700e> lazy-loaded attributes: info_cache,migration_context {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.584096] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f73e02f-d1b2-42a8-bda9-5716fded3f07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.616595] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc584e4-d9c1-4b89-9575-7ed39cfc85f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.623329] env[69385]: DEBUG oslo_vmware.api [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1107.623329] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528e5990-8c43-7e71-c6ec-525af6dd405c" [ 1107.623329] env[69385]: _type = "Task" [ 1107.623329] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.631539] env[69385]: DEBUG oslo_vmware.api [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528e5990-8c43-7e71-c6ec-525af6dd405c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.796612] env[69385]: DEBUG nova.network.neutron [-] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.836960] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8cf4d-7c1f-4a61-89ad-6c80965bbb94 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.848112] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5928e011-5d4c-4116-b020-3589e5fb064f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.886886] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5efd52d-ecfc-43ab-8319-2aaab0aa97dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.894503] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce5398-fd20-4d22-be22-4660ac81fe6b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.912373] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.912466] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.913452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.913452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.913452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.915866] env[69385]: INFO nova.compute.manager [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Terminating instance [ 1107.917645] env[69385]: DEBUG nova.compute.provider_tree [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.938708] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.978160] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.010603] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.092279] env[69385]: DEBUG nova.compute.manager [req-3400c6ae-6d5e-44d8-9382-0b2efced8d2b req-bfed9a23-0d3c-479f-87a7-3e4c4a3bc66e service nova] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Received event network-vif-deleted-d298592f-5c99-4c6d-9dd9-c78370ed0d8f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1108.092486] env[69385]: DEBUG nova.compute.manager [req-3400c6ae-6d5e-44d8-9382-0b2efced8d2b req-bfed9a23-0d3c-479f-87a7-3e4c4a3bc66e service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Received event network-vif-deleted-6e13d968-abb0-4e23-83ea-0ef7de604b1b {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1108.092652] env[69385]: INFO nova.compute.manager [req-3400c6ae-6d5e-44d8-9382-0b2efced8d2b req-bfed9a23-0d3c-479f-87a7-3e4c4a3bc66e service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Neutron deleted interface 6e13d968-abb0-4e23-83ea-0ef7de604b1b; detaching it from the instance and deleting it from the info cache [ 1108.092882] env[69385]: DEBUG nova.network.neutron [req-3400c6ae-6d5e-44d8-9382-0b2efced8d2b req-bfed9a23-0d3c-479f-87a7-3e4c4a3bc66e service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.103071] env[69385]: DEBUG nova.network.neutron [req-eaf5327c-4b95-41ef-b23a-c00167b12e18 req-d84bf05f-f1a1-4312-967b-4548a9545af8 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updated VIF entry in instance network info cache for port 51bdacbf-2bc7-4739-8357-fe257da391b1. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.103071] env[69385]: DEBUG nova.network.neutron [req-eaf5327c-4b95-41ef-b23a-c00167b12e18 req-d84bf05f-f1a1-4312-967b-4548a9545af8 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [{"id": "51bdacbf-2bc7-4739-8357-fe257da391b1", "address": "fa:16:3e:b9:ac:5e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bdacbf-2b", "ovs_interfaceid": "51bdacbf-2bc7-4739-8357-fe257da391b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.113742] env[69385]: DEBUG nova.network.neutron [-] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.136503] env[69385]: DEBUG oslo_vmware.api [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528e5990-8c43-7e71-c6ec-525af6dd405c, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.136775] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.300016] env[69385]: INFO nova.compute.manager [-] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Took 1.72 seconds to deallocate network for instance. [ 1108.390904] env[69385]: DEBUG nova.network.neutron [-] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.421333] env[69385]: DEBUG nova.scheduler.client.report [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.424906] env[69385]: DEBUG nova.compute.manager [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.425156] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.426203] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed87c487-c5ac-47ae-a256-e08b5e7c7576 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.435072] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.435423] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8da31226-5b7c-4bbe-822d-64521a692bb5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.446453] env[69385]: DEBUG oslo_vmware.api [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1108.446453] env[69385]: value = "task-3340937" [ 1108.446453] env[69385]: _type = "Task" [ 1108.446453] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.458031] env[69385]: DEBUG oslo_vmware.api [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.463511] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.507100] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.536121] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.598767] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c66d6cf4-08e7-439c-94a5-57bae93ad7b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.607923] env[69385]: DEBUG oslo_concurrency.lockutils [req-eaf5327c-4b95-41ef-b23a-c00167b12e18 req-d84bf05f-f1a1-4312-967b-4548a9545af8 service nova] Releasing lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.608348] env[69385]: DEBUG oslo_concurrency.lockutils [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] Acquired lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.608538] env[69385]: DEBUG nova.network.neutron [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing network info cache for port 51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.612248] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0885582d-8794-409a-ba45-9f6c4cb17a6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.626616] env[69385]: INFO nova.compute.manager [-] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Took 1.73 seconds to deallocate network for instance. [ 1108.650351] env[69385]: DEBUG nova.compute.manager [req-3400c6ae-6d5e-44d8-9382-0b2efced8d2b req-bfed9a23-0d3c-479f-87a7-3e4c4a3bc66e service nova] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Detach interface failed, port_id=6e13d968-abb0-4e23-83ea-0ef7de604b1b, reason: Instance c0733b83-e219-47a0-b140-99fd72040c2b could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1108.650571] env[69385]: DEBUG nova.compute.manager [req-3400c6ae-6d5e-44d8-9382-0b2efced8d2b req-bfed9a23-0d3c-479f-87a7-3e4c4a3bc66e service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Received event network-vif-deleted-aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1108.650744] env[69385]: INFO nova.compute.manager [req-3400c6ae-6d5e-44d8-9382-0b2efced8d2b req-bfed9a23-0d3c-479f-87a7-3e4c4a3bc66e service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Neutron deleted interface aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03; detaching it from the instance and deleting it from the info cache [ 1108.650912] env[69385]: DEBUG nova.network.neutron [req-3400c6ae-6d5e-44d8-9382-0b2efced8d2b req-bfed9a23-0d3c-479f-87a7-3e4c4a3bc66e service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.805223] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.893056] env[69385]: INFO nova.compute.manager [-] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Took 1.45 seconds to deallocate network for instance. [ 1108.929024] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.929024] env[69385]: DEBUG nova.compute.manager [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.931708] env[69385]: DEBUG nova.network.neutron [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updated VIF entry in instance network info cache for port 51bdacbf-2bc7-4739-8357-fe257da391b1. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.931966] env[69385]: DEBUG nova.network.neutron [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [{"id": "51bdacbf-2bc7-4739-8357-fe257da391b1", "address": "fa:16:3e:b9:ac:5e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bdacbf-2b", "ovs_interfaceid": "51bdacbf-2bc7-4739-8357-fe257da391b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.933054] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.028s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.933278] env[69385]: DEBUG nova.objects.instance [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lazy-loading 'resources' on Instance uuid acdb1183-afab-4225-8d25-8bcf2236610f {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.961413] env[69385]: DEBUG oslo_vmware.api [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340937, 'name': PowerOffVM_Task, 'duration_secs': 0.467193} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.961678] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.961847] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.962113] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc7f66a0-476d-4311-be68-1b3d971e2264 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.037651] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.037890] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.038083] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Deleting the datastore file [datastore1] f2a9b3df-0eb5-4b16-9eb2-6e598926191a {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.038346] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18efd41b-97fd-4865-9e23-7e25ea9eb15c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.044633] env[69385]: DEBUG oslo_vmware.api [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for the task: (returnval){ [ 1109.044633] env[69385]: value = "task-3340939" [ 1109.044633] env[69385]: _type = "Task" [ 1109.044633] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.054362] env[69385]: DEBUG oslo_vmware.api [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.136228] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.153944] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0491928f-73d5-4c7d-aeb8-23d83d7ecdc0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.163806] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef3255b-7b29-475d-812a-aa017895837c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.194975] env[69385]: DEBUG nova.compute.manager [req-3400c6ae-6d5e-44d8-9382-0b2efced8d2b req-bfed9a23-0d3c-479f-87a7-3e4c4a3bc66e service nova] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Detach interface failed, port_id=aeb14b2f-ae54-4f6b-ab47-1cdaaa203b03, reason: Instance 711577d1-d996-427e-9234-e7a1a1dcc74c could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1109.384491] env[69385]: DEBUG nova.compute.manager [req-7190e1e6-f05c-4b22-b603-1cbadaece89b req-855adcec-470b-42a1-9714-3d6751375dcf service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.384640] env[69385]: DEBUG nova.compute.manager [req-7190e1e6-f05c-4b22-b603-1cbadaece89b req-855adcec-470b-42a1-9714-3d6751375dcf service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing instance network info cache due to event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1109.384877] env[69385]: DEBUG oslo_concurrency.lockutils [req-7190e1e6-f05c-4b22-b603-1cbadaece89b req-855adcec-470b-42a1-9714-3d6751375dcf service nova] Acquiring lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.385026] env[69385]: DEBUG oslo_concurrency.lockutils [req-7190e1e6-f05c-4b22-b603-1cbadaece89b req-855adcec-470b-42a1-9714-3d6751375dcf service nova] Acquired lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.385190] env[69385]: DEBUG nova.network.neutron [req-7190e1e6-f05c-4b22-b603-1cbadaece89b req-855adcec-470b-42a1-9714-3d6751375dcf service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.400297] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.435825] env[69385]: DEBUG oslo_concurrency.lockutils [req-f651a245-961a-4978-890d-8d2db62e3044 req-cd52db24-b1da-4e45-a8de-b30382dfd0c6 service nova] Releasing lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.437240] env[69385]: DEBUG nova.compute.utils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.441584] env[69385]: DEBUG nova.compute.manager [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.441584] env[69385]: DEBUG nova.network.neutron [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.481556] env[69385]: DEBUG nova.policy [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe350abd58054dde8676ee68499090fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dfa1fd6d0f3446fbf53334c3a8c1bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.556990] env[69385]: DEBUG oslo_vmware.api [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Task: {'id': task-3340939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14017} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.557101] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.557291] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.557467] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.557639] env[69385]: INFO nova.compute.manager [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1109.558311] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.558311] env[69385]: DEBUG nova.compute.manager [-] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.558311] env[69385]: DEBUG nova.network.neutron [-] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.693112] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6fbe94-5271-48f0-a1a4-4ddff41be2fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.700977] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3cf7e8-66b0-4032-9fa6-2311b026a24e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.734289] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed71ecd-cf4c-41ad-a591-c8ec7660152d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.741899] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff6c2a5-642b-4638-8a20-8868427703c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.757291] env[69385]: DEBUG nova.compute.provider_tree [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.942567] env[69385]: DEBUG nova.compute.manager [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.083828] env[69385]: DEBUG nova.network.neutron [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Successfully created port: 8b8e1caa-0096-4862-892e-bd3a28e83c08 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.119291] env[69385]: DEBUG nova.compute.manager [req-ef1b39b7-88ef-4d36-8793-81e796cbea2b req-169c0b63-2893-455e-990d-dc7100d8f586 service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Received event network-vif-deleted-8bd77a7a-9fa3-43c4-8380-8120ebf88041 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1110.119485] env[69385]: INFO nova.compute.manager [req-ef1b39b7-88ef-4d36-8793-81e796cbea2b req-169c0b63-2893-455e-990d-dc7100d8f586 service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Neutron deleted interface 8bd77a7a-9fa3-43c4-8380-8120ebf88041; detaching it from the instance and deleting it from the info cache [ 1110.119655] env[69385]: DEBUG nova.network.neutron [req-ef1b39b7-88ef-4d36-8793-81e796cbea2b req-169c0b63-2893-455e-990d-dc7100d8f586 service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.195652] env[69385]: DEBUG nova.network.neutron [req-7190e1e6-f05c-4b22-b603-1cbadaece89b req-855adcec-470b-42a1-9714-3d6751375dcf service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updated VIF entry in instance network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.196273] env[69385]: DEBUG nova.network.neutron [req-7190e1e6-f05c-4b22-b603-1cbadaece89b req-855adcec-470b-42a1-9714-3d6751375dcf service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.263101] env[69385]: DEBUG nova.scheduler.client.report [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.563845] env[69385]: DEBUG nova.network.neutron [-] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.622461] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e44ed058-a864-4837-96d6-ac993c5b0eba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.634167] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c78ea5-1fef-4d7e-a8ca-18dce9ffede4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.664695] env[69385]: DEBUG nova.compute.manager [req-ef1b39b7-88ef-4d36-8793-81e796cbea2b req-169c0b63-2893-455e-990d-dc7100d8f586 service nova] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Detach interface failed, port_id=8bd77a7a-9fa3-43c4-8380-8120ebf88041, reason: Instance f2a9b3df-0eb5-4b16-9eb2-6e598926191a could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1110.700624] env[69385]: DEBUG oslo_concurrency.lockutils [req-7190e1e6-f05c-4b22-b603-1cbadaece89b req-855adcec-470b-42a1-9714-3d6751375dcf service nova] Releasing lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.769364] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.771771] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.147s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.771905] env[69385]: DEBUG nova.objects.instance [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1110.794511] env[69385]: INFO nova.scheduler.client.report [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Deleted allocations for instance acdb1183-afab-4225-8d25-8bcf2236610f [ 1110.952452] env[69385]: DEBUG nova.compute.manager [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.979753] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.979969] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.980094] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.980282] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.980425] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.980569] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.980799] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.980967] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.981146] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.981308] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.981479] env[69385]: DEBUG nova.virt.hardware [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.982508] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91fdd98-4554-4b53-be01-1c92121c9638 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.990875] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc3701-7f9e-4755-b610-91680ce811df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.066906] env[69385]: INFO nova.compute.manager [-] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Took 1.51 seconds to deallocate network for instance. [ 1111.304338] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2fe3deec-01e3-4ebb-b4f5-cd41e358bb18 tempest-ServerMetadataTestJSON-1075240416 tempest-ServerMetadataTestJSON-1075240416-project-member] Lock "acdb1183-afab-4225-8d25-8bcf2236610f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.873s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.577321] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.781688] env[69385]: DEBUG nova.network.neutron [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Successfully updated port: 8b8e1caa-0096-4862-892e-bd3a28e83c08 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.784356] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b7a9b388-75fe-4e64-b739-2f10523f9863 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.784814] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.452s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.787187] env[69385]: INFO nova.compute.claims [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.160754] env[69385]: DEBUG nova.compute.manager [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Received event network-vif-plugged-8b8e1caa-0096-4862-892e-bd3a28e83c08 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.161727] env[69385]: DEBUG oslo_concurrency.lockutils [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] Acquiring lock "5c0b9454-4d3f-4461-91f8-48b047fe1469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.161727] env[69385]: DEBUG oslo_concurrency.lockutils [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] Lock "5c0b9454-4d3f-4461-91f8-48b047fe1469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.161727] env[69385]: DEBUG oslo_concurrency.lockutils [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] Lock "5c0b9454-4d3f-4461-91f8-48b047fe1469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.162086] env[69385]: DEBUG nova.compute.manager [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] No waiting events found dispatching network-vif-plugged-8b8e1caa-0096-4862-892e-bd3a28e83c08 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.162086] env[69385]: WARNING nova.compute.manager [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Received unexpected event network-vif-plugged-8b8e1caa-0096-4862-892e-bd3a28e83c08 for instance with vm_state building and task_state spawning. [ 1112.162325] env[69385]: DEBUG nova.compute.manager [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Received event network-changed-8b8e1caa-0096-4862-892e-bd3a28e83c08 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.162399] env[69385]: DEBUG nova.compute.manager [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Refreshing instance network info cache due to event network-changed-8b8e1caa-0096-4862-892e-bd3a28e83c08. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1112.162530] env[69385]: DEBUG oslo_concurrency.lockutils [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] Acquiring lock "refresh_cache-5c0b9454-4d3f-4461-91f8-48b047fe1469" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.162662] env[69385]: DEBUG oslo_concurrency.lockutils [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] Acquired lock "refresh_cache-5c0b9454-4d3f-4461-91f8-48b047fe1469" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.162809] env[69385]: DEBUG nova.network.neutron [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Refreshing network info cache for port 8b8e1caa-0096-4862-892e-bd3a28e83c08 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.285651] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-5c0b9454-4d3f-4461-91f8-48b047fe1469" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.739780] env[69385]: DEBUG nova.network.neutron [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.925101] env[69385]: DEBUG nova.network.neutron [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.070119] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6389b1-c6af-4ac4-ba5a-e5c53998e8bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.083328] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bcb63c-49a9-4e58-9845-c922b5302818 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.116953] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b4d3f4-a596-43ee-a26c-4c7bf85bea0a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.126285] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca6ed9-05c7-4af9-a9e6-5f396385cf67 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.141406] env[69385]: DEBUG nova.compute.provider_tree [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.428562] env[69385]: DEBUG oslo_concurrency.lockutils [req-7bf6ce6a-f127-4d99-b247-b90bf958aa61 req-149c1c7d-33ef-447c-9d9c-0368c9a8d3e1 service nova] Releasing lock "refresh_cache-5c0b9454-4d3f-4461-91f8-48b047fe1469" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.428875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-5c0b9454-4d3f-4461-91f8-48b047fe1469" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.429108] env[69385]: DEBUG nova.network.neutron [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.583098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-f7a9599f-b748-47c4-8480-c4789275632f-26c55df1-400f-471c-b7cf-dd29f759c281" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.583183] env[69385]: DEBUG oslo_concurrency.lockutils [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-f7a9599f-b748-47c4-8480-c4789275632f-26c55df1-400f-471c-b7cf-dd29f759c281" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.583546] env[69385]: DEBUG nova.objects.instance [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'flavor' on Instance uuid f7a9599f-b748-47c4-8480-c4789275632f {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.644297] env[69385]: DEBUG nova.scheduler.client.report [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.974524] env[69385]: DEBUG nova.network.neutron [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.118603] env[69385]: DEBUG nova.network.neutron [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Updating instance_info_cache with network_info: [{"id": "8b8e1caa-0096-4862-892e-bd3a28e83c08", "address": "fa:16:3e:57:20:9b", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8e1caa-00", "ovs_interfaceid": "8b8e1caa-0096-4862-892e-bd3a28e83c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.150604] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.151137] env[69385]: DEBUG nova.compute.manager [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.153775] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.175s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.154015] env[69385]: DEBUG nova.objects.instance [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'resources' on Instance uuid ae499731-184c-4b63-9993-3d5b229df920 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.177808] env[69385]: DEBUG nova.objects.instance [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'pci_requests' on Instance uuid f7a9599f-b748-47c4-8480-c4789275632f {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.621441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-5c0b9454-4d3f-4461-91f8-48b047fe1469" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.621818] env[69385]: DEBUG nova.compute.manager [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Instance network_info: |[{"id": "8b8e1caa-0096-4862-892e-bd3a28e83c08", "address": "fa:16:3e:57:20:9b", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8e1caa-00", "ovs_interfaceid": "8b8e1caa-0096-4862-892e-bd3a28e83c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.622291] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:20:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b8e1caa-0096-4862-892e-bd3a28e83c08', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.630023] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.630276] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.630483] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-700b03db-a58f-46e6-9e7c-3e99972cab19 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.652446] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.652446] env[69385]: value = "task-3340940" [ 1114.652446] env[69385]: _type = "Task" [ 1114.652446] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.666671] env[69385]: DEBUG nova.compute.utils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.667930] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340940, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.668294] env[69385]: DEBUG nova.compute.manager [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.668415] env[69385]: DEBUG nova.network.neutron [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.681173] env[69385]: DEBUG nova.objects.base [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.681518] env[69385]: DEBUG nova.network.neutron [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.728028] env[69385]: DEBUG nova.policy [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0df81d77a444f7aa4d76f041420be36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615b2ca3410748859ccfbf610c65f5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.793624] env[69385]: DEBUG nova.policy [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667507e240b2411aa341938f0b21caf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beac72a77784c2ba1ec58216ee1fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.948144] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f61310c-cda3-46c8-b735-85d11bb41588 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.956405] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8dffa6-ffe6-4bb9-b572-f69c1d134af1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.990654] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a160b71-f858-48b0-87ec-3c4046269f97 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.998873] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50bbb87-1bf1-441c-8db1-bc7e21886b7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.006034] env[69385]: DEBUG nova.network.neutron [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Successfully created port: 7b35562f-46c8-4723-a6ba-c4dce95ad762 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.018432] env[69385]: DEBUG nova.compute.provider_tree [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.164936] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340940, 'name': CreateVM_Task, 'duration_secs': 0.303235} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.165191] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.165967] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.167014] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.167423] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.167773] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd28becd-3c16-4740-bd67-51b73622e599 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.171381] env[69385]: DEBUG nova.compute.manager [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.177739] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1115.177739] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528f46a6-632b-ad94-fda1-3ce6fe8398ef" [ 1115.177739] env[69385]: _type = "Task" [ 1115.177739] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.188088] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528f46a6-632b-ad94-fda1-3ce6fe8398ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.188088] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.188088] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.188088] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.188088] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.188600] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.188600] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee009566-6bdb-4c57-be66-1d74cd276a40 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.197353] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.197564] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.198336] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6886a233-c0d5-4a47-9ec3-53bc6e02ac8f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.203561] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1115.203561] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525ce9f0-ed4a-ab0d-fb77-7440308143ad" [ 1115.203561] env[69385]: _type = "Task" [ 1115.203561] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.211606] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525ce9f0-ed4a-ab0d-fb77-7440308143ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.521326] env[69385]: DEBUG nova.scheduler.client.report [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.715156] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525ce9f0-ed4a-ab0d-fb77-7440308143ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008961} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.716788] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcadafe1-ec27-44c4-8ed8-483acd4eb426 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.722861] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1115.722861] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527e2a00-c45a-8092-61e2-8fc5636fce74" [ 1115.722861] env[69385]: _type = "Task" [ 1115.722861] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.731015] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527e2a00-c45a-8092-61e2-8fc5636fce74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.026600] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.029252] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.892s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.048651] env[69385]: INFO nova.scheduler.client.report [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Deleted allocations for instance ae499731-184c-4b63-9993-3d5b229df920 [ 1116.184342] env[69385]: DEBUG nova.compute.manager [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.207572] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.207982] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.207982] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.208151] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.208298] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.208442] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.208646] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.208803] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.208965] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.209136] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.209482] env[69385]: DEBUG nova.virt.hardware [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.210224] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c816c277-3c8e-4922-b099-d3b4823fc85e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.218264] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ad0974-1678-46c9-9896-5645c1c60dfa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.239909] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527e2a00-c45a-8092-61e2-8fc5636fce74, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.240162] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.240406] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 5c0b9454-4d3f-4461-91f8-48b047fe1469/5c0b9454-4d3f-4461-91f8-48b047fe1469.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.240640] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f09b3511-e48f-4b2e-98d5-a4ff5fa62163 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.246954] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1116.246954] env[69385]: value = "task-3340941" [ 1116.246954] env[69385]: _type = "Task" [ 1116.246954] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.254563] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.486532] env[69385]: DEBUG nova.network.neutron [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Successfully updated port: 7b35562f-46c8-4723-a6ba-c4dce95ad762 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.523389] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "5ff20111-4193-4223-8bf7-23978dae759b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.523699] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.523888] env[69385]: INFO nova.compute.manager [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Shelving [ 1116.537364] env[69385]: DEBUG nova.network.neutron [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Successfully updated port: 26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.555941] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60b670e0-5ddb-4c48-93dd-27f90a871edb tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "ae499731-184c-4b63-9993-3d5b229df920" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.134s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.739935] env[69385]: DEBUG nova.compute.manager [req-25514d39-430c-41ac-a2fd-e80727cb79e5 req-452e77ed-35f3-470c-9ae2-b0a3284f5477 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received event network-vif-plugged-26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1116.740087] env[69385]: DEBUG oslo_concurrency.lockutils [req-25514d39-430c-41ac-a2fd-e80727cb79e5 req-452e77ed-35f3-470c-9ae2-b0a3284f5477 service nova] Acquiring lock "f7a9599f-b748-47c4-8480-c4789275632f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.740282] env[69385]: DEBUG oslo_concurrency.lockutils [req-25514d39-430c-41ac-a2fd-e80727cb79e5 req-452e77ed-35f3-470c-9ae2-b0a3284f5477 service nova] Lock "f7a9599f-b748-47c4-8480-c4789275632f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.740459] env[69385]: DEBUG oslo_concurrency.lockutils [req-25514d39-430c-41ac-a2fd-e80727cb79e5 req-452e77ed-35f3-470c-9ae2-b0a3284f5477 service nova] Lock "f7a9599f-b748-47c4-8480-c4789275632f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.740607] env[69385]: DEBUG nova.compute.manager [req-25514d39-430c-41ac-a2fd-e80727cb79e5 req-452e77ed-35f3-470c-9ae2-b0a3284f5477 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] No waiting events found dispatching network-vif-plugged-26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.740768] env[69385]: WARNING nova.compute.manager [req-25514d39-430c-41ac-a2fd-e80727cb79e5 req-452e77ed-35f3-470c-9ae2-b0a3284f5477 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received unexpected event network-vif-plugged-26c55df1-400f-471c-b7cf-dd29f759c281 for instance with vm_state active and task_state None. [ 1116.756801] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483778} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.759977] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 5c0b9454-4d3f-4461-91f8-48b047fe1469/5c0b9454-4d3f-4461-91f8-48b047fe1469.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.760240] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.761204] env[69385]: DEBUG nova.compute.manager [req-7e1d776b-01c4-4b72-b12f-f62b6a4d7583 req-4d507a3c-bfa7-40a2-8d93-f52f8c5b4e6c service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Received event network-vif-plugged-7b35562f-46c8-4723-a6ba-c4dce95ad762 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1116.761398] env[69385]: DEBUG oslo_concurrency.lockutils [req-7e1d776b-01c4-4b72-b12f-f62b6a4d7583 req-4d507a3c-bfa7-40a2-8d93-f52f8c5b4e6c service nova] Acquiring lock "92462135-e00d-4fa5-b4fa-89a931998429-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.761592] env[69385]: DEBUG oslo_concurrency.lockutils [req-7e1d776b-01c4-4b72-b12f-f62b6a4d7583 req-4d507a3c-bfa7-40a2-8d93-f52f8c5b4e6c service nova] Lock "92462135-e00d-4fa5-b4fa-89a931998429-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.761753] env[69385]: DEBUG oslo_concurrency.lockutils [req-7e1d776b-01c4-4b72-b12f-f62b6a4d7583 req-4d507a3c-bfa7-40a2-8d93-f52f8c5b4e6c service nova] Lock "92462135-e00d-4fa5-b4fa-89a931998429-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.761914] env[69385]: DEBUG nova.compute.manager [req-7e1d776b-01c4-4b72-b12f-f62b6a4d7583 req-4d507a3c-bfa7-40a2-8d93-f52f8c5b4e6c service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] No waiting events found dispatching network-vif-plugged-7b35562f-46c8-4723-a6ba-c4dce95ad762 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.762096] env[69385]: WARNING nova.compute.manager [req-7e1d776b-01c4-4b72-b12f-f62b6a4d7583 req-4d507a3c-bfa7-40a2-8d93-f52f8c5b4e6c service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Received unexpected event network-vif-plugged-7b35562f-46c8-4723-a6ba-c4dce95ad762 for instance with vm_state building and task_state spawning. [ 1116.762533] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71fa2fbd-654e-4c71-89e6-beb77b6f6e9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.768786] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1116.768786] env[69385]: value = "task-3340942" [ 1116.768786] env[69385]: _type = "Task" [ 1116.768786] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.778867] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.784331] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c215045-854b-412d-a125-17953e624a6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.791333] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd9ccfd-dd7c-422e-92f9-2587d468013f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.823505] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07f3841-e775-4fc5-bd20-a53d01a382f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.830914] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84362224-750c-41fd-bb62-d3a20c10c09a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.845814] env[69385]: DEBUG nova.compute.provider_tree [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.994796] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "refresh_cache-92462135-e00d-4fa5-b4fa-89a931998429" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.994969] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "refresh_cache-92462135-e00d-4fa5-b4fa-89a931998429" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.995136] env[69385]: DEBUG nova.network.neutron [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.041123] env[69385]: DEBUG oslo_concurrency.lockutils [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.041385] env[69385]: DEBUG oslo_concurrency.lockutils [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.041477] env[69385]: DEBUG nova.network.neutron [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.278603] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06612} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.278745] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.279505] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d1c10b-b1bc-43fd-9369-cca318382d12 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.300764] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 5c0b9454-4d3f-4461-91f8-48b047fe1469/5c0b9454-4d3f-4461-91f8-48b047fe1469.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.301014] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c530fa-af90-41ef-9cb6-e2f07dd06493 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.320913] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1117.320913] env[69385]: value = "task-3340943" [ 1117.320913] env[69385]: _type = "Task" [ 1117.320913] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.328952] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.349164] env[69385]: DEBUG nova.scheduler.client.report [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.539847] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.541199] env[69385]: DEBUG nova.network.neutron [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.543353] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f429bd-ae79-48c6-b3cf-261c487706ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.552324] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1117.552324] env[69385]: value = "task-3340944" [ 1117.552324] env[69385]: _type = "Task" [ 1117.552324] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.561060] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.595991] env[69385]: WARNING nova.network.neutron [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] e89d7316-4a4a-4c48-8996-a7016458f726 already exists in list: networks containing: ['e89d7316-4a4a-4c48-8996-a7016458f726']. ignoring it [ 1117.833759] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340943, 'name': ReconfigVM_Task, 'duration_secs': 0.294999} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.834275] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 5c0b9454-4d3f-4461-91f8-48b047fe1469/5c0b9454-4d3f-4461-91f8-48b047fe1469.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.834929] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4efdc238-53e3-4dda-ab47-8251c4f78197 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.841581] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1117.841581] env[69385]: value = "task-3340945" [ 1117.841581] env[69385]: _type = "Task" [ 1117.841581] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.849443] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340945, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.990817] env[69385]: DEBUG nova.network.neutron [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Updating instance_info_cache with network_info: [{"id": "7b35562f-46c8-4723-a6ba-c4dce95ad762", "address": "fa:16:3e:13:ac:cf", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b35562f-46", "ovs_interfaceid": "7b35562f-46c8-4723-a6ba-c4dce95ad762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.063453] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340944, 'name': PowerOffVM_Task, 'duration_secs': 0.214343} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.063784] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.064571] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e6e70-d21c-4f31-80c6-7ae75cbe1fee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.068249] env[69385]: DEBUG nova.network.neutron [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26c55df1-400f-471c-b7cf-dd29f759c281", "address": "fa:16:3e:6b:7d:41", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c55df1-40", "ovs_interfaceid": "26c55df1-400f-471c-b7cf-dd29f759c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.086608] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd757bc-ee7e-4c30-b747-78861c0434dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.352061] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340945, 'name': Rename_Task, 'duration_secs': 0.174358} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.352061] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.352061] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c7054e2-097f-423e-a81b-612957bbebac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.361016] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.330s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.363235] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1118.363235] env[69385]: value = "task-3340946" [ 1118.363235] env[69385]: _type = "Task" [ 1118.363235] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.363677] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.900s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.365274] env[69385]: INFO nova.compute.claims [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.377679] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340946, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.497030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "refresh_cache-92462135-e00d-4fa5-b4fa-89a931998429" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.497030] env[69385]: DEBUG nova.compute.manager [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Instance network_info: |[{"id": "7b35562f-46c8-4723-a6ba-c4dce95ad762", "address": "fa:16:3e:13:ac:cf", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b35562f-46", "ovs_interfaceid": "7b35562f-46c8-4723-a6ba-c4dce95ad762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.497030] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ac:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b35562f-46c8-4723-a6ba-c4dce95ad762', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.504205] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.504578] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.504972] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0996bb-7caa-497b-b08f-616c0e5e77f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.528231] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.528231] env[69385]: value = "task-3340947" [ 1118.528231] env[69385]: _type = "Task" [ 1118.528231] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.536437] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340947, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.571225] env[69385]: DEBUG oslo_concurrency.lockutils [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.572280] env[69385]: DEBUG oslo_concurrency.lockutils [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.572280] env[69385]: DEBUG oslo_concurrency.lockutils [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.573112] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661997ef-bf29-4f4a-9867-823c6ffa4323 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.591121] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.591440] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.591657] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.591881] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.592132] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.592347] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.592607] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.592818] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.593723] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.593723] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.593723] env[69385]: DEBUG nova.virt.hardware [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.600207] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Reconfiguring VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1118.601344] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1118.601602] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c27043d-cb37-4110-a001-d704e903b65f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.614267] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8678ddd0-348f-43b3-b8bf-0721c72a2ec0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.620682] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1118.620682] env[69385]: value = "task-3340948" [ 1118.620682] env[69385]: _type = "Task" [ 1118.620682] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.622123] env[69385]: DEBUG oslo_vmware.api [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1118.622123] env[69385]: value = "task-3340949" [ 1118.622123] env[69385]: _type = "Task" [ 1118.622123] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.638437] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340948, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.641297] env[69385]: DEBUG oslo_vmware.api [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340949, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.882390] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.933753] env[69385]: INFO nova.scheduler.client.report [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted allocation for migration a641b027-9024-45a4-bb30-4fc0f7357755 [ 1119.038771] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340947, 'name': CreateVM_Task, 'duration_secs': 0.318566} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.039042] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.039987] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.040176] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.040608] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.040929] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf2abd7-d7b8-4721-b316-7d07b91df560 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.047547] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1119.047547] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52870afd-362c-328b-e24b-8714fdb8423a" [ 1119.047547] env[69385]: _type = "Task" [ 1119.047547] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.057407] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52870afd-362c-328b-e24b-8714fdb8423a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.060006] env[69385]: DEBUG nova.compute.manager [req-46cde131-67ee-4b64-a425-c193afc69dc5 req-9997feeb-253d-4e35-a2cc-08c3c32339b6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received event network-changed-26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.060200] env[69385]: DEBUG nova.compute.manager [req-46cde131-67ee-4b64-a425-c193afc69dc5 req-9997feeb-253d-4e35-a2cc-08c3c32339b6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing instance network info cache due to event network-changed-26c55df1-400f-471c-b7cf-dd29f759c281. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1119.060406] env[69385]: DEBUG oslo_concurrency.lockutils [req-46cde131-67ee-4b64-a425-c193afc69dc5 req-9997feeb-253d-4e35-a2cc-08c3c32339b6 service nova] Acquiring lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.060545] env[69385]: DEBUG oslo_concurrency.lockutils [req-46cde131-67ee-4b64-a425-c193afc69dc5 req-9997feeb-253d-4e35-a2cc-08c3c32339b6 service nova] Acquired lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.060729] env[69385]: DEBUG nova.network.neutron [req-46cde131-67ee-4b64-a425-c193afc69dc5 req-9997feeb-253d-4e35-a2cc-08c3c32339b6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing network info cache for port 26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.078411] env[69385]: DEBUG nova.compute.manager [req-95821587-56e0-4b86-9f64-b3630487480d req-a6cede6b-9b84-4713-a2a3-8c2ac79a57f4 service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Received event network-changed-7b35562f-46c8-4723-a6ba-c4dce95ad762 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.078657] env[69385]: DEBUG nova.compute.manager [req-95821587-56e0-4b86-9f64-b3630487480d req-a6cede6b-9b84-4713-a2a3-8c2ac79a57f4 service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Refreshing instance network info cache due to event network-changed-7b35562f-46c8-4723-a6ba-c4dce95ad762. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1119.078804] env[69385]: DEBUG oslo_concurrency.lockutils [req-95821587-56e0-4b86-9f64-b3630487480d req-a6cede6b-9b84-4713-a2a3-8c2ac79a57f4 service nova] Acquiring lock "refresh_cache-92462135-e00d-4fa5-b4fa-89a931998429" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.079023] env[69385]: DEBUG oslo_concurrency.lockutils [req-95821587-56e0-4b86-9f64-b3630487480d req-a6cede6b-9b84-4713-a2a3-8c2ac79a57f4 service nova] Acquired lock "refresh_cache-92462135-e00d-4fa5-b4fa-89a931998429" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.079302] env[69385]: DEBUG nova.network.neutron [req-95821587-56e0-4b86-9f64-b3630487480d req-a6cede6b-9b84-4713-a2a3-8c2ac79a57f4 service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Refreshing network info cache for port 7b35562f-46c8-4723-a6ba-c4dce95ad762 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.134280] env[69385]: DEBUG oslo_vmware.api [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.137443] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340948, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.382592] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.440152] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72f09b6d-9061-4554-bd3f-b09cd3a0f4a2 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.818s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.559012] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.559309] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.568632] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52870afd-362c-328b-e24b-8714fdb8423a, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.571459] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.571749] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.571994] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.572163] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.572329] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.573279] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29bb3563-71b3-4f4a-8a31-9c56f1ea7bd9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.588813] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.588994] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.590158] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f8ea9b-4365-4b3e-a874-10f5e36055ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.595798] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1119.595798] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522d0315-e1e0-59c4-dff5-caa0b3b2fe12" [ 1119.595798] env[69385]: _type = "Task" [ 1119.595798] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.608711] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522d0315-e1e0-59c4-dff5-caa0b3b2fe12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.628383] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b178d41f-24ee-4c3a-8033-c3c3e07d2511 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.639604] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340948, 'name': CreateSnapshot_Task, 'duration_secs': 0.785941} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.644267] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.644562] env[69385]: DEBUG oslo_vmware.api [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340949, 'name': ReconfigVM_Task, 'duration_secs': 0.791406} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.645359] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e1bbf-a77b-471b-a354-43eea78640dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.648029] env[69385]: DEBUG oslo_concurrency.lockutils [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.648241] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Reconfigured VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1119.652374] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6c819-62df-48ee-bc53-e86212e7e9ce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.701075] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef1ebd1-eb40-4131-a812-8d8b63ca9aae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.711087] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aac1915-c202-443f-98c1-077d59b566b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.731415] env[69385]: DEBUG nova.compute.provider_tree [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.828751] env[69385]: DEBUG nova.network.neutron [req-46cde131-67ee-4b64-a425-c193afc69dc5 req-9997feeb-253d-4e35-a2cc-08c3c32339b6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updated VIF entry in instance network info cache for port 26c55df1-400f-471c-b7cf-dd29f759c281. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.829184] env[69385]: DEBUG nova.network.neutron [req-46cde131-67ee-4b64-a425-c193afc69dc5 req-9997feeb-253d-4e35-a2cc-08c3c32339b6 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26c55df1-400f-471c-b7cf-dd29f759c281", "address": "fa:16:3e:6b:7d:41", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c55df1-40", "ovs_interfaceid": "26c55df1-400f-471c-b7cf-dd29f759c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.878194] env[69385]: DEBUG oslo_vmware.api [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340946, 'name': PowerOnVM_Task, 'duration_secs': 1.342432} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.878997] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.879251] env[69385]: INFO nova.compute.manager [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1119.883408] env[69385]: DEBUG nova.compute.manager [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.883408] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856d4f5d-9a40-46d5-b727-12c424f368ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.891984] env[69385]: DEBUG nova.network.neutron [req-95821587-56e0-4b86-9f64-b3630487480d req-a6cede6b-9b84-4713-a2a3-8c2ac79a57f4 service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Updated VIF entry in instance network info cache for port 7b35562f-46c8-4723-a6ba-c4dce95ad762. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.892366] env[69385]: DEBUG nova.network.neutron [req-95821587-56e0-4b86-9f64-b3630487480d req-a6cede6b-9b84-4713-a2a3-8c2ac79a57f4 service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Updating instance_info_cache with network_info: [{"id": "7b35562f-46c8-4723-a6ba-c4dce95ad762", "address": "fa:16:3e:13:ac:cf", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b35562f-46", "ovs_interfaceid": "7b35562f-46c8-4723-a6ba-c4dce95ad762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.072245] env[69385]: DEBUG nova.compute.manager [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.106834] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522d0315-e1e0-59c4-dff5-caa0b3b2fe12, 'name': SearchDatastore_Task, 'duration_secs': 0.017335} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.107636] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63892ff-de85-483b-8d01-9f8ae774837c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.113386] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1120.113386] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d9289e-9bf8-74e5-1629-7ca3a61230e0" [ 1120.113386] env[69385]: _type = "Task" [ 1120.113386] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.122177] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d9289e-9bf8-74e5-1629-7ca3a61230e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.157666] env[69385]: DEBUG oslo_concurrency.lockutils [None req-465fd0eb-ecb0-404e-a308-9d368fe665a1 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-f7a9599f-b748-47c4-8480-c4789275632f-26c55df1-400f-471c-b7cf-dd29f759c281" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.574s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.204417] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1120.205080] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3639e07a-da15-4d09-bce0-7d688b05f308 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.213888] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1120.213888] env[69385]: value = "task-3340950" [ 1120.213888] env[69385]: _type = "Task" [ 1120.213888] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.222529] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340950, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.234078] env[69385]: DEBUG nova.scheduler.client.report [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.331781] env[69385]: DEBUG oslo_concurrency.lockutils [req-46cde131-67ee-4b64-a425-c193afc69dc5 req-9997feeb-253d-4e35-a2cc-08c3c32339b6 service nova] Releasing lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.395089] env[69385]: DEBUG oslo_concurrency.lockutils [req-95821587-56e0-4b86-9f64-b3630487480d req-a6cede6b-9b84-4713-a2a3-8c2ac79a57f4 service nova] Releasing lock "refresh_cache-92462135-e00d-4fa5-b4fa-89a931998429" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.398147] env[69385]: INFO nova.compute.manager [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Took 23.02 seconds to build instance. [ 1120.471796] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "2b369931-313e-49c3-a555-937110bb700e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.472059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.472311] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "2b369931-313e-49c3-a555-937110bb700e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.472534] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.472736] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.475033] env[69385]: INFO nova.compute.manager [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Terminating instance [ 1120.595030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.623958] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d9289e-9bf8-74e5-1629-7ca3a61230e0, 'name': SearchDatastore_Task, 'duration_secs': 0.033863} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.624245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.624518] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 92462135-e00d-4fa5-b4fa-89a931998429/92462135-e00d-4fa5-b4fa-89a931998429.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.624798] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f04f7c5b-0067-4602-a1b2-206bb5d6e935 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.631164] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1120.631164] env[69385]: value = "task-3340951" [ 1120.631164] env[69385]: _type = "Task" [ 1120.631164] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.638478] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.724217] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340950, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.739204] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.739727] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.742271] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.235s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.743731] env[69385]: INFO nova.compute.claims [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.900154] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ccb93fe3-aa72-4ab3-8386-02c30949a0b3 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "5c0b9454-4d3f-4461-91f8-48b047fe1469" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.532s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.978948] env[69385]: DEBUG nova.compute.manager [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.979224] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.980185] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11fd1c8-a2d4-4d39-8ff4-05ed92f5d9c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.994165] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.994921] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2bf9a8e-429f-4ba2-a682-75334623a5de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.003396] env[69385]: DEBUG oslo_vmware.api [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1121.003396] env[69385]: value = "task-3340952" [ 1121.003396] env[69385]: _type = "Task" [ 1121.003396] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.014606] env[69385]: DEBUG oslo_vmware.api [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.141387] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499866} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.141724] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 92462135-e00d-4fa5-b4fa-89a931998429/92462135-e00d-4fa5-b4fa-89a931998429.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.141912] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.142175] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e820daf6-b013-4842-b953-adc5f4faf05a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.147818] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1121.147818] env[69385]: value = "task-3340953" [ 1121.147818] env[69385]: _type = "Task" [ 1121.147818] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.157291] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.225823] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340950, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.247678] env[69385]: DEBUG nova.compute.utils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.251291] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.251454] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.308371] env[69385]: DEBUG nova.policy [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89f3bcfd69b444ed8dcd3759e6e400dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba64c3818f043c09bcb38e8649bacd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.492386] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce3468a-4336-4e70-b593-bc3a53900e1f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.499542] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-93ed51ee-b280-4c45-ae19-92479fec0304 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Suspending the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1121.499811] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-be9b35a1-9f27-4975-b11f-dfd8022d5533 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.506089] env[69385]: DEBUG oslo_vmware.api [None req-93ed51ee-b280-4c45-ae19-92479fec0304 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1121.506089] env[69385]: value = "task-3340954" [ 1121.506089] env[69385]: _type = "Task" [ 1121.506089] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.517349] env[69385]: DEBUG oslo_vmware.api [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340952, 'name': PowerOffVM_Task, 'duration_secs': 0.289422} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.520556] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.520734] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.520992] env[69385]: DEBUG oslo_vmware.api [None req-93ed51ee-b280-4c45-ae19-92479fec0304 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340954, 'name': SuspendVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.521247] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2bef0c5-2157-4794-a506-fb35384e106d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.602569] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.602792] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.602946] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleting the datastore file [datastore2] 2b369931-313e-49c3-a555-937110bb700e {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.603244] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-152b32b6-c289-4fbf-b613-f965bb34c291 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.613234] env[69385]: DEBUG oslo_vmware.api [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1121.613234] env[69385]: value = "task-3340956" [ 1121.613234] env[69385]: _type = "Task" [ 1121.613234] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.617566] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Successfully created port: 533186a4-1643-4d45-8f1c-b8d5210d1656 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.623516] env[69385]: DEBUG oslo_vmware.api [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.660042] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098117} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.660390] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.661211] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ff37fb-7b6c-439a-b514-ef2c30246fd7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.684525] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 92462135-e00d-4fa5-b4fa-89a931998429/92462135-e00d-4fa5-b4fa-89a931998429.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.685013] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68fc5638-9452-4c2b-b46d-5ca9869bd94e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.706041] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1121.706041] env[69385]: value = "task-3340957" [ 1121.706041] env[69385]: _type = "Task" [ 1121.706041] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.714412] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.726153] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340950, 'name': CloneVM_Task, 'duration_secs': 1.44339} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.728283] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Created linked-clone VM from snapshot [ 1121.728283] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34701e8f-707a-4115-a0d3-5ea0806b2c9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.735401] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Uploading image 718021fa-9336-4741-b50d-c5b289e0a630 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1121.756953] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.776042] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1121.776042] env[69385]: value = "vm-666801" [ 1121.776042] env[69385]: _type = "VirtualMachine" [ 1121.776042] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1121.776441] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d740f4a3-c2a0-42f1-9e97-53fdf312afe9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.784022] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lease: (returnval){ [ 1121.784022] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d2a17-1ad7-351c-05c2-0ff8cd4b1426" [ 1121.784022] env[69385]: _type = "HttpNfcLease" [ 1121.784022] env[69385]: } obtained for exporting VM: (result){ [ 1121.784022] env[69385]: value = "vm-666801" [ 1121.784022] env[69385]: _type = "VirtualMachine" [ 1121.784022] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1121.784332] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the lease: (returnval){ [ 1121.784332] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d2a17-1ad7-351c-05c2-0ff8cd4b1426" [ 1121.784332] env[69385]: _type = "HttpNfcLease" [ 1121.784332] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1121.791594] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1121.791594] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d2a17-1ad7-351c-05c2-0ff8cd4b1426" [ 1121.791594] env[69385]: _type = "HttpNfcLease" [ 1121.791594] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1121.848522] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-f7a9599f-b748-47c4-8480-c4789275632f-26c55df1-400f-471c-b7cf-dd29f759c281" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.848843] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-f7a9599f-b748-47c4-8480-c4789275632f-26c55df1-400f-471c-b7cf-dd29f759c281" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.005097] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc3be28-731f-47bf-be74-d6b80fa08be9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.015809] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426cba05-7f43-4e27-bce9-6307330d68d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.023604] env[69385]: DEBUG oslo_vmware.api [None req-93ed51ee-b280-4c45-ae19-92479fec0304 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340954, 'name': SuspendVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.051379] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a4021a-36e2-417d-95c7-208b3129e284 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.058649] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e307d53a-ea1c-44b8-a49b-dc00040a2b91 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.073952] env[69385]: DEBUG nova.compute.provider_tree [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.120360] env[69385]: DEBUG oslo_vmware.api [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3340956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422931} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.120620] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.120804] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.120981] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.121172] env[69385]: INFO nova.compute.manager [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 2b369931-313e-49c3-a555-937110bb700e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1122.121415] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.121623] env[69385]: DEBUG nova.compute.manager [-] [instance: 2b369931-313e-49c3-a555-937110bb700e] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.121748] env[69385]: DEBUG nova.network.neutron [-] [instance: 2b369931-313e-49c3-a555-937110bb700e] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.216440] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340957, 'name': ReconfigVM_Task, 'duration_secs': 0.380189} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.216787] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 92462135-e00d-4fa5-b4fa-89a931998429/92462135-e00d-4fa5-b4fa-89a931998429.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.217397] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a19f99e7-6dfa-4b89-9399-675bc3ed94ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.225749] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1122.225749] env[69385]: value = "task-3340959" [ 1122.225749] env[69385]: _type = "Task" [ 1122.225749] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.234367] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340959, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.292621] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.292621] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d2a17-1ad7-351c-05c2-0ff8cd4b1426" [ 1122.292621] env[69385]: _type = "HttpNfcLease" [ 1122.292621] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1122.292621] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1122.292621] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d2a17-1ad7-351c-05c2-0ff8cd4b1426" [ 1122.292621] env[69385]: _type = "HttpNfcLease" [ 1122.292621] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1122.293907] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1be9d9c-f5d0-46b9-82f4-018fa16c2936 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.301907] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee8b08-99f4-937c-6b52-56e4f6a53698/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1122.301907] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee8b08-99f4-937c-6b52-56e4f6a53698/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1122.363022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.363022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.363362] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609e82e1-a0ab-4195-a496-3b71ebfbd33c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.384335] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa00d9-ca95-47f3-8dfa-768628633b89 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.413402] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Reconfiguring VM to detach interface {{(pid=69385) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1122.416155] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd72076d-755a-4e6e-ad3b-bee128deb6cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.431877] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ea73df7-25e5-4f09-96ec-30f13d58f708 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.438852] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1122.438852] env[69385]: value = "task-3340960" [ 1122.438852] env[69385]: _type = "Task" [ 1122.438852] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.447197] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.522719] env[69385]: DEBUG oslo_vmware.api [None req-93ed51ee-b280-4c45-ae19-92479fec0304 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340954, 'name': SuspendVM_Task, 'duration_secs': 1.000573} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.523011] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-93ed51ee-b280-4c45-ae19-92479fec0304 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Suspended the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1122.523202] env[69385]: DEBUG nova.compute.manager [None req-93ed51ee-b280-4c45-ae19-92479fec0304 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.523991] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da1a51d-27fe-4362-939a-b0058db127a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.582680] env[69385]: DEBUG nova.scheduler.client.report [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.740267] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340959, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.747187] env[69385]: DEBUG nova.compute.manager [req-6e1f76f4-1027-4377-ac79-d76ca2131af4 req-4901750f-9b57-4a53-9591-3058f19f7053 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Received event network-vif-deleted-df207134-9d79-4f24-b6f2-8529bfbc2855 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1122.747187] env[69385]: INFO nova.compute.manager [req-6e1f76f4-1027-4377-ac79-d76ca2131af4 req-4901750f-9b57-4a53-9591-3058f19f7053 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Neutron deleted interface df207134-9d79-4f24-b6f2-8529bfbc2855; detaching it from the instance and deleting it from the info cache [ 1122.747187] env[69385]: DEBUG nova.network.neutron [req-6e1f76f4-1027-4377-ac79-d76ca2131af4 req-4901750f-9b57-4a53-9591-3058f19f7053 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.777187] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.803568] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.804015] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.804225] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.804472] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.804629] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.804901] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.805018] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.805196] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.806140] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.806317] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.806521] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.807504] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e1f306-ba38-46c7-9adc-f1ea37d246cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.816909] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab611b3-0a54-4cd3-b42c-0cc1984fbd17 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.951557] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.082545] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.083075] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.085793] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.550s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.087705] env[69385]: INFO nova.compute.claims [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.221163] env[69385]: DEBUG nova.compute.manager [req-029df4f6-bf6f-4abc-9206-d8bb3f45110e req-772a2f3e-eb72-4847-ac93-62f08ad95e8c service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Received event network-vif-plugged-533186a4-1643-4d45-8f1c-b8d5210d1656 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.221163] env[69385]: DEBUG oslo_concurrency.lockutils [req-029df4f6-bf6f-4abc-9206-d8bb3f45110e req-772a2f3e-eb72-4847-ac93-62f08ad95e8c service nova] Acquiring lock "1bc93488-7828-4e86-aa2b-155ba841d562-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.221163] env[69385]: DEBUG oslo_concurrency.lockutils [req-029df4f6-bf6f-4abc-9206-d8bb3f45110e req-772a2f3e-eb72-4847-ac93-62f08ad95e8c service nova] Lock "1bc93488-7828-4e86-aa2b-155ba841d562-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.221570] env[69385]: DEBUG oslo_concurrency.lockutils [req-029df4f6-bf6f-4abc-9206-d8bb3f45110e req-772a2f3e-eb72-4847-ac93-62f08ad95e8c service nova] Lock "1bc93488-7828-4e86-aa2b-155ba841d562-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.221780] env[69385]: DEBUG nova.compute.manager [req-029df4f6-bf6f-4abc-9206-d8bb3f45110e req-772a2f3e-eb72-4847-ac93-62f08ad95e8c service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] No waiting events found dispatching network-vif-plugged-533186a4-1643-4d45-8f1c-b8d5210d1656 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.222237] env[69385]: WARNING nova.compute.manager [req-029df4f6-bf6f-4abc-9206-d8bb3f45110e req-772a2f3e-eb72-4847-ac93-62f08ad95e8c service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Received unexpected event network-vif-plugged-533186a4-1643-4d45-8f1c-b8d5210d1656 for instance with vm_state building and task_state spawning. [ 1123.229661] env[69385]: DEBUG nova.network.neutron [-] [instance: 2b369931-313e-49c3-a555-937110bb700e] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.244264] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340959, 'name': Rename_Task, 'duration_secs': 0.945328} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.246033] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.246194] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-594fd674-e315-494b-ad4d-91a187caacab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.249930] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5539b85c-cdbf-4caa-a0cc-ddc5a8fbd484 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.253782] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1123.253782] env[69385]: value = "task-3340961" [ 1123.253782] env[69385]: _type = "Task" [ 1123.253782] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.261656] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90547d8c-dd06-45c0-9424-d8466264b5ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.275780] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.297309] env[69385]: DEBUG nova.compute.manager [req-6e1f76f4-1027-4377-ac79-d76ca2131af4 req-4901750f-9b57-4a53-9591-3058f19f7053 service nova] [instance: 2b369931-313e-49c3-a555-937110bb700e] Detach interface failed, port_id=df207134-9d79-4f24-b6f2-8529bfbc2855, reason: Instance 2b369931-313e-49c3-a555-937110bb700e could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1123.450501] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.602944] env[69385]: DEBUG nova.compute.utils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.605462] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.605720] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.637139] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Successfully updated port: 533186a4-1643-4d45-8f1c-b8d5210d1656 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.645717] env[69385]: DEBUG nova.policy [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89f3bcfd69b444ed8dcd3759e6e400dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba64c3818f043c09bcb38e8649bacd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.715133] env[69385]: DEBUG nova.compute.manager [req-39725406-fa07-4ee0-9f51-319e9a5ba984 req-a0700ea8-74bf-499e-83d6-f95178c902e1 service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Received event network-changed-533186a4-1643-4d45-8f1c-b8d5210d1656 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.715811] env[69385]: DEBUG nova.compute.manager [req-39725406-fa07-4ee0-9f51-319e9a5ba984 req-a0700ea8-74bf-499e-83d6-f95178c902e1 service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Refreshing instance network info cache due to event network-changed-533186a4-1643-4d45-8f1c-b8d5210d1656. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1123.716055] env[69385]: DEBUG oslo_concurrency.lockutils [req-39725406-fa07-4ee0-9f51-319e9a5ba984 req-a0700ea8-74bf-499e-83d6-f95178c902e1 service nova] Acquiring lock "refresh_cache-1bc93488-7828-4e86-aa2b-155ba841d562" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.716339] env[69385]: DEBUG oslo_concurrency.lockutils [req-39725406-fa07-4ee0-9f51-319e9a5ba984 req-a0700ea8-74bf-499e-83d6-f95178c902e1 service nova] Acquired lock "refresh_cache-1bc93488-7828-4e86-aa2b-155ba841d562" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.716522] env[69385]: DEBUG nova.network.neutron [req-39725406-fa07-4ee0-9f51-319e9a5ba984 req-a0700ea8-74bf-499e-83d6-f95178c902e1 service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Refreshing network info cache for port 533186a4-1643-4d45-8f1c-b8d5210d1656 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.732387] env[69385]: INFO nova.compute.manager [-] [instance: 2b369931-313e-49c3-a555-937110bb700e] Took 1.61 seconds to deallocate network for instance. [ 1123.765314] env[69385]: DEBUG oslo_vmware.api [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340961, 'name': PowerOnVM_Task, 'duration_secs': 0.499384} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.765314] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.765314] env[69385]: INFO nova.compute.manager [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1123.765314] env[69385]: DEBUG nova.compute.manager [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.766215] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d72d6b-2dbb-4bd7-af60-aa07d6d8890e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.952503] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.961782] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Successfully created port: 9c958663-b6de-46aa-8fd3-56cbde29f3cb {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.019467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "5c0b9454-4d3f-4461-91f8-48b047fe1469" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.019467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "5c0b9454-4d3f-4461-91f8-48b047fe1469" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.019467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "5c0b9454-4d3f-4461-91f8-48b047fe1469-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.019467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "5c0b9454-4d3f-4461-91f8-48b047fe1469-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.019467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "5c0b9454-4d3f-4461-91f8-48b047fe1469-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.023100] env[69385]: INFO nova.compute.manager [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Terminating instance [ 1124.106525] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.139444] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "refresh_cache-1bc93488-7828-4e86-aa2b-155ba841d562" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.239671] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.262428] env[69385]: DEBUG nova.network.neutron [req-39725406-fa07-4ee0-9f51-319e9a5ba984 req-a0700ea8-74bf-499e-83d6-f95178c902e1 service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.288110] env[69385]: INFO nova.compute.manager [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Took 18.98 seconds to build instance. [ 1124.348797] env[69385]: DEBUG nova.network.neutron [req-39725406-fa07-4ee0-9f51-319e9a5ba984 req-a0700ea8-74bf-499e-83d6-f95178c902e1 service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.371033] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae793d06-7433-43ab-9144-09e839694811 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.379084] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b8344-e499-47dd-8159-9f901051fe06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.411766] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd1e1d1-7be6-4826-9e7e-1ffc764937d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.421090] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df78a47-8b68-49c3-8b46-44a7e2ad93cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.438015] env[69385]: DEBUG nova.compute.provider_tree [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.451468] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.530784] env[69385]: DEBUG nova.compute.manager [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.531055] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.532057] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c57de-dcc4-43e4-95ef-eca13b881730 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.540755] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.541041] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e10a8a-67c2-4bc5-be38-fc72cd7cc679 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.790986] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4641a1ac-f76a-4dc9-acae-af887a9575b5 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "92462135-e00d-4fa5-b4fa-89a931998429" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.497s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.844462] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.844574] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.845772] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleting the datastore file [datastore1] 5c0b9454-4d3f-4461-91f8-48b047fe1469 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.845772] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b189041-5919-4c67-82a5-3c72c81c6cb2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.852217] env[69385]: DEBUG oslo_concurrency.lockutils [req-39725406-fa07-4ee0-9f51-319e9a5ba984 req-a0700ea8-74bf-499e-83d6-f95178c902e1 service nova] Releasing lock "refresh_cache-1bc93488-7828-4e86-aa2b-155ba841d562" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.852217] env[69385]: DEBUG oslo_vmware.api [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1124.852217] env[69385]: value = "task-3340963" [ 1124.852217] env[69385]: _type = "Task" [ 1124.852217] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.852543] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired lock "refresh_cache-1bc93488-7828-4e86-aa2b-155ba841d562" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.852543] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.865566] env[69385]: DEBUG oslo_vmware.api [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.941530] env[69385]: DEBUG nova.scheduler.client.report [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.956942] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.119206] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.141809] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.142132] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.142310] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.142520] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.142672] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.142837] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.143074] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.143238] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.143416] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.143598] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.143883] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.144846] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6925b32-9970-45c5-ac2a-93050085d114 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.153218] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626eb654-a823-4ebe-9362-570bab50e05d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.366299] env[69385]: DEBUG oslo_vmware.api [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3340963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181011} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.366610] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.366777] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.366953] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.367188] env[69385]: INFO nova.compute.manager [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Took 0.84 seconds to destroy the instance on the hypervisor. [ 1125.367885] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.367885] env[69385]: DEBUG nova.compute.manager [-] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.367885] env[69385]: DEBUG nova.network.neutron [-] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.374874] env[69385]: DEBUG nova.compute.manager [req-230c2b10-8f8e-497d-88c8-7ba4aab8f587 req-63432b89-d330-4777-b2ff-48f8ad74e96a service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Received event network-vif-plugged-9c958663-b6de-46aa-8fd3-56cbde29f3cb {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.375124] env[69385]: DEBUG oslo_concurrency.lockutils [req-230c2b10-8f8e-497d-88c8-7ba4aab8f587 req-63432b89-d330-4777-b2ff-48f8ad74e96a service nova] Acquiring lock "86f6af32-635c-4976-82c9-d9dd10910861-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.375361] env[69385]: DEBUG oslo_concurrency.lockutils [req-230c2b10-8f8e-497d-88c8-7ba4aab8f587 req-63432b89-d330-4777-b2ff-48f8ad74e96a service nova] Lock "86f6af32-635c-4976-82c9-d9dd10910861-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.375629] env[69385]: DEBUG oslo_concurrency.lockutils [req-230c2b10-8f8e-497d-88c8-7ba4aab8f587 req-63432b89-d330-4777-b2ff-48f8ad74e96a service nova] Lock "86f6af32-635c-4976-82c9-d9dd10910861-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.375720] env[69385]: DEBUG nova.compute.manager [req-230c2b10-8f8e-497d-88c8-7ba4aab8f587 req-63432b89-d330-4777-b2ff-48f8ad74e96a service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] No waiting events found dispatching network-vif-plugged-9c958663-b6de-46aa-8fd3-56cbde29f3cb {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.375899] env[69385]: WARNING nova.compute.manager [req-230c2b10-8f8e-497d-88c8-7ba4aab8f587 req-63432b89-d330-4777-b2ff-48f8ad74e96a service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Received unexpected event network-vif-plugged-9c958663-b6de-46aa-8fd3-56cbde29f3cb for instance with vm_state building and task_state spawning. [ 1125.404221] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.452373] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.452951] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.457864] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.651s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.457864] env[69385]: DEBUG nova.objects.instance [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lazy-loading 'resources' on Instance uuid c4fae709-b0de-4b8e-b6cb-b00a70140c8d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.459967] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Successfully updated port: 9c958663-b6de-46aa-8fd3-56cbde29f3cb {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.464568] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.645685] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Updating instance_info_cache with network_info: [{"id": "533186a4-1643-4d45-8f1c-b8d5210d1656", "address": "fa:16:3e:a2:ac:b0", "network": {"id": "e3920c20-b283-4865-8d54-739f5d06eaf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1254739219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba64c3818f043c09bcb38e8649bacd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533186a4-16", "ovs_interfaceid": "533186a4-1643-4d45-8f1c-b8d5210d1656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.744861] env[69385]: DEBUG nova.compute.manager [req-dff1df94-3b7e-4f94-90e3-d4f515032485 req-1a591dd0-82ab-4124-89c6-3ecea4acacb7 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Received event network-vif-deleted-8b8e1caa-0096-4862-892e-bd3a28e83c08 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.745125] env[69385]: INFO nova.compute.manager [req-dff1df94-3b7e-4f94-90e3-d4f515032485 req-1a591dd0-82ab-4124-89c6-3ecea4acacb7 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Neutron deleted interface 8b8e1caa-0096-4862-892e-bd3a28e83c08; detaching it from the instance and deleting it from the info cache [ 1125.745383] env[69385]: DEBUG nova.network.neutron [req-dff1df94-3b7e-4f94-90e3-d4f515032485 req-1a591dd0-82ab-4124-89c6-3ecea4acacb7 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.798863] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.799109] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.958091] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.960313] env[69385]: DEBUG nova.compute.utils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.965896] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.965896] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.967028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "refresh_cache-86f6af32-635c-4976-82c9-d9dd10910861" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.967028] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired lock "refresh_cache-86f6af32-635c-4976-82c9-d9dd10910861" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.967192] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.020584] env[69385]: DEBUG nova.policy [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89f3bcfd69b444ed8dcd3759e6e400dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba64c3818f043c09bcb38e8649bacd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.148680] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Releasing lock "refresh_cache-1bc93488-7828-4e86-aa2b-155ba841d562" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.149022] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Instance network_info: |[{"id": "533186a4-1643-4d45-8f1c-b8d5210d1656", "address": "fa:16:3e:a2:ac:b0", "network": {"id": "e3920c20-b283-4865-8d54-739f5d06eaf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1254739219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba64c3818f043c09bcb38e8649bacd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533186a4-16", "ovs_interfaceid": "533186a4-1643-4d45-8f1c-b8d5210d1656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.149481] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:ac:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '533186a4-1643-4d45-8f1c-b8d5210d1656', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.158844] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Creating folder: Project (2ba64c3818f043c09bcb38e8649bacd5). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.158844] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83259303-c17b-42c6-b300-39cfe5d51302 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.171663] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Created folder: Project (2ba64c3818f043c09bcb38e8649bacd5) in parent group-v666556. [ 1126.171855] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Creating folder: Instances. Parent ref: group-v666802. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.172126] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a33981a-3598-4a00-b3a1-8c604e265696 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.183821] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Created folder: Instances in parent group-v666802. [ 1126.184078] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.184283] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.184615] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-357ef605-6011-4f2c-97b6-24d9f94d3aba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.201502] env[69385]: DEBUG nova.network.neutron [-] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.208390] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.208390] env[69385]: value = "task-3340966" [ 1126.208390] env[69385]: _type = "Task" [ 1126.208390] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.218609] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340966, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.230474] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7722bb0-0217-4db2-adca-03571b3bba2f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.238196] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3420348-c43c-44d8-96d1-9ec7f9dbc871 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.279072] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b1b0554-b3b9-4b8d-9db6-508806b845c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.282146] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56f1ab8-947a-401a-8839-ead6ab817bf8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.293246] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa65084-0e87-477d-8a1f-7b2a1f80be87 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.298118] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Successfully created port: ba7ff17b-e1ff-4c32-ad49-0435f73b1de1 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.303413] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9cb19f-4501-44e9-ba4c-685f5961133e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.319116] env[69385]: DEBUG nova.compute.manager [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.332915] env[69385]: DEBUG nova.compute.provider_tree [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.351099] env[69385]: DEBUG nova.compute.manager [req-dff1df94-3b7e-4f94-90e3-d4f515032485 req-1a591dd0-82ab-4124-89c6-3ecea4acacb7 service nova] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Detach interface failed, port_id=8b8e1caa-0096-4862-892e-bd3a28e83c08, reason: Instance 5c0b9454-4d3f-4461-91f8-48b047fe1469 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1126.457928] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.465707] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.519512] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.706154] env[69385]: INFO nova.compute.manager [-] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Took 1.34 seconds to deallocate network for instance. [ 1126.710471] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Updating instance_info_cache with network_info: [{"id": "9c958663-b6de-46aa-8fd3-56cbde29f3cb", "address": "fa:16:3e:c9:59:93", "network": {"id": "e3920c20-b283-4865-8d54-739f5d06eaf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1254739219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba64c3818f043c09bcb38e8649bacd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c958663-b6", "ovs_interfaceid": "9c958663-b6de-46aa-8fd3-56cbde29f3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.722498] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340966, 'name': CreateVM_Task, 'duration_secs': 0.390731} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.722823] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.723624] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.723624] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.723964] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.724838] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089e4bc2-5e8a-4e8a-bca6-082caca2aa50 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.730295] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1126.730295] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b0c1ac-aa86-9a47-131f-7af21723494a" [ 1126.730295] env[69385]: _type = "Task" [ 1126.730295] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.739554] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b0c1ac-aa86-9a47-131f-7af21723494a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.836747] env[69385]: DEBUG nova.scheduler.client.report [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.854780] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.959302] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.218129] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Releasing lock "refresh_cache-86f6af32-635c-4976-82c9-d9dd10910861" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.218573] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Instance network_info: |[{"id": "9c958663-b6de-46aa-8fd3-56cbde29f3cb", "address": "fa:16:3e:c9:59:93", "network": {"id": "e3920c20-b283-4865-8d54-739f5d06eaf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1254739219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba64c3818f043c09bcb38e8649bacd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c958663-b6", "ovs_interfaceid": "9c958663-b6de-46aa-8fd3-56cbde29f3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.219578] env[69385]: DEBUG oslo_concurrency.lockutils [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.220086] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:59:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c958663-b6de-46aa-8fd3-56cbde29f3cb', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.227569] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.227834] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.228103] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21492d03-2aa6-4426-abc2-9729822b9204 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.251457] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b0c1ac-aa86-9a47-131f-7af21723494a, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.252853] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.253117] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.253358] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.253505] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.253712] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.253965] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.253965] env[69385]: value = "task-3340967" [ 1127.253965] env[69385]: _type = "Task" [ 1127.253965] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.254157] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5976e439-f6f1-47ba-8ba0-168959320019 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.264850] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340967, 'name': CreateVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.266053] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.266278] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.266925] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632e47af-7854-497a-9068-64f46a90bb5d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.273684] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1127.273684] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ab8717-bc0a-54b2-b584-13487c4c315e" [ 1127.273684] env[69385]: _type = "Task" [ 1127.273684] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.283991] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ab8717-bc0a-54b2-b584-13487c4c315e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.342958] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.345594] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.210s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.345864] env[69385]: DEBUG nova.objects.instance [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'resources' on Instance uuid c0733b83-e219-47a0-b140-99fd72040c2b {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.365226] env[69385]: INFO nova.scheduler.client.report [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Deleted allocations for instance c4fae709-b0de-4b8e-b6cb-b00a70140c8d [ 1127.403083] env[69385]: DEBUG nova.compute.manager [req-6117bd51-5afe-4fb4-b73a-b47ab7321853 req-3b012422-a428-42c5-8387-be7e48bab558 service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Received event network-changed-9c958663-b6de-46aa-8fd3-56cbde29f3cb {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.403337] env[69385]: DEBUG nova.compute.manager [req-6117bd51-5afe-4fb4-b73a-b47ab7321853 req-3b012422-a428-42c5-8387-be7e48bab558 service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Refreshing instance network info cache due to event network-changed-9c958663-b6de-46aa-8fd3-56cbde29f3cb. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1127.403686] env[69385]: DEBUG oslo_concurrency.lockutils [req-6117bd51-5afe-4fb4-b73a-b47ab7321853 req-3b012422-a428-42c5-8387-be7e48bab558 service nova] Acquiring lock "refresh_cache-86f6af32-635c-4976-82c9-d9dd10910861" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.403856] env[69385]: DEBUG oslo_concurrency.lockutils [req-6117bd51-5afe-4fb4-b73a-b47ab7321853 req-3b012422-a428-42c5-8387-be7e48bab558 service nova] Acquired lock "refresh_cache-86f6af32-635c-4976-82c9-d9dd10910861" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.404127] env[69385]: DEBUG nova.network.neutron [req-6117bd51-5afe-4fb4-b73a-b47ab7321853 req-3b012422-a428-42c5-8387-be7e48bab558 service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Refreshing network info cache for port 9c958663-b6de-46aa-8fd3-56cbde29f3cb {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.460061] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.475224] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.503363] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.503682] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.503874] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.504125] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.504307] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.504482] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.504772] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.505045] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.505191] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.505404] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.506045] env[69385]: DEBUG nova.virt.hardware [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.506630] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ada928-1101-473d-a5c3-f23306eb4824 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.515377] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d74a3d-c8ac-4e2a-b3fc-94dd16ab8699 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.766344] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340967, 'name': CreateVM_Task, 'duration_secs': 0.434288} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.766531] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.767237] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.767404] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.767728] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.767976] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f8c6d6-4a11-4257-a40c-9e373bf80d2c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.772631] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1127.772631] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524e8f8b-39c4-8c08-4a3a-e329982a31f0" [ 1127.772631] env[69385]: _type = "Task" [ 1127.772631] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.782975] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524e8f8b-39c4-8c08-4a3a-e329982a31f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.787525] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ab8717-bc0a-54b2-b584-13487c4c315e, 'name': SearchDatastore_Task, 'duration_secs': 0.012574} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.787525] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407f86c7-6e8f-4c6f-b776-5a8670055690 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.792322] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1127.792322] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c71bf7-0e0f-e08d-f2ac-b8b9f56c1120" [ 1127.792322] env[69385]: _type = "Task" [ 1127.792322] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.799909] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c71bf7-0e0f-e08d-f2ac-b8b9f56c1120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.855672] env[69385]: DEBUG nova.compute.manager [req-6bae9ff2-6cb8-4d0b-81ec-fac1b7fa079e req-bcc38060-b8ce-4526-83b4-e7377f53a858 service nova] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Received event network-vif-plugged-ba7ff17b-e1ff-4c32-ad49-0435f73b1de1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.855910] env[69385]: DEBUG oslo_concurrency.lockutils [req-6bae9ff2-6cb8-4d0b-81ec-fac1b7fa079e req-bcc38060-b8ce-4526-83b4-e7377f53a858 service nova] Acquiring lock "b9c983cf-49b4-4a74-8821-be8462970327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.856226] env[69385]: DEBUG oslo_concurrency.lockutils [req-6bae9ff2-6cb8-4d0b-81ec-fac1b7fa079e req-bcc38060-b8ce-4526-83b4-e7377f53a858 service nova] Lock "b9c983cf-49b4-4a74-8821-be8462970327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.856299] env[69385]: DEBUG oslo_concurrency.lockutils [req-6bae9ff2-6cb8-4d0b-81ec-fac1b7fa079e req-bcc38060-b8ce-4526-83b4-e7377f53a858 service nova] Lock "b9c983cf-49b4-4a74-8821-be8462970327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.856509] env[69385]: DEBUG nova.compute.manager [req-6bae9ff2-6cb8-4d0b-81ec-fac1b7fa079e req-bcc38060-b8ce-4526-83b4-e7377f53a858 service nova] [instance: b9c983cf-49b4-4a74-8821-be8462970327] No waiting events found dispatching network-vif-plugged-ba7ff17b-e1ff-4c32-ad49-0435f73b1de1 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.856621] env[69385]: WARNING nova.compute.manager [req-6bae9ff2-6cb8-4d0b-81ec-fac1b7fa079e req-bcc38060-b8ce-4526-83b4-e7377f53a858 service nova] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Received unexpected event network-vif-plugged-ba7ff17b-e1ff-4c32-ad49-0435f73b1de1 for instance with vm_state building and task_state spawning. [ 1127.874945] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a0ae40cd-6b10-4b39-bdf2-28d67a3ad8e0 tempest-ServersTestManualDisk-2079180188 tempest-ServersTestManualDisk-2079180188-project-member] Lock "c4fae709-b0de-4b8e-b6cb-b00a70140c8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.996s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.970256] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.051325] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Successfully updated port: ba7ff17b-e1ff-4c32-ad49-0435f73b1de1 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.162082] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62cbcb8-c213-4808-9b80-2d323d0186bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.176047] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e4fed9-097e-4f26-b832-1524554346cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.221733] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8471027-bd3c-4b83-b4ed-b4ffc5f60107 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.225635] env[69385]: DEBUG nova.network.neutron [req-6117bd51-5afe-4fb4-b73a-b47ab7321853 req-3b012422-a428-42c5-8387-be7e48bab558 service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Updated VIF entry in instance network info cache for port 9c958663-b6de-46aa-8fd3-56cbde29f3cb. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.226023] env[69385]: DEBUG nova.network.neutron [req-6117bd51-5afe-4fb4-b73a-b47ab7321853 req-3b012422-a428-42c5-8387-be7e48bab558 service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Updating instance_info_cache with network_info: [{"id": "9c958663-b6de-46aa-8fd3-56cbde29f3cb", "address": "fa:16:3e:c9:59:93", "network": {"id": "e3920c20-b283-4865-8d54-739f5d06eaf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1254739219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba64c3818f043c09bcb38e8649bacd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c958663-b6", "ovs_interfaceid": "9c958663-b6de-46aa-8fd3-56cbde29f3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.232771] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd334473-8468-431d-b5c2-e9679b37b664 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.248534] env[69385]: DEBUG nova.compute.provider_tree [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.282765] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524e8f8b-39c4-8c08-4a3a-e329982a31f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.282994] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.283311] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.283553] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.283726] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.283912] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.284220] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b506fa-7348-4697-ac3d-7a6f7d664e51 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.292850] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.293133] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.297406] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96786c7b-eb19-46ee-a09a-745e3244650e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.305764] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c71bf7-0e0f-e08d-f2ac-b8b9f56c1120, 'name': SearchDatastore_Task, 'duration_secs': 0.015846} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.307130] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.307398] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 1bc93488-7828-4e86-aa2b-155ba841d562/1bc93488-7828-4e86-aa2b-155ba841d562.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.307799] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1128.307799] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528dba3d-104b-9795-c8ab-546695791d8d" [ 1128.307799] env[69385]: _type = "Task" [ 1128.307799] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.307996] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87f8557f-08ab-4eed-8938-accc7ca0f54b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.318073] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528dba3d-104b-9795-c8ab-546695791d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.319841] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1128.319841] env[69385]: value = "task-3340968" [ 1128.319841] env[69385]: _type = "Task" [ 1128.319841] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.331974] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.460751] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.559732] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "refresh_cache-b9c983cf-49b4-4a74-8821-be8462970327" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.559732] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired lock "refresh_cache-b9c983cf-49b4-4a74-8821-be8462970327" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.559732] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.729325] env[69385]: DEBUG oslo_concurrency.lockutils [req-6117bd51-5afe-4fb4-b73a-b47ab7321853 req-3b012422-a428-42c5-8387-be7e48bab558 service nova] Releasing lock "refresh_cache-86f6af32-635c-4976-82c9-d9dd10910861" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.751789] env[69385]: DEBUG nova.scheduler.client.report [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.821676] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528dba3d-104b-9795-c8ab-546695791d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.826067] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec7bc67-86fe-42dd-9d22-1c8ad93ad093 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.837938] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.838694] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1128.838694] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e74f90-f6c1-77c1-394f-6178d8c72c50" [ 1128.838694] env[69385]: _type = "Task" [ 1128.838694] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.848030] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e74f90-f6c1-77c1-394f-6178d8c72c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.962306] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.089112] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.247658] env[69385]: DEBUG nova.network.neutron [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Updating instance_info_cache with network_info: [{"id": "ba7ff17b-e1ff-4c32-ad49-0435f73b1de1", "address": "fa:16:3e:d5:89:84", "network": {"id": "e3920c20-b283-4865-8d54-739f5d06eaf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1254739219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba64c3818f043c09bcb38e8649bacd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7ff17b-e1", "ovs_interfaceid": "ba7ff17b-e1ff-4c32-ad49-0435f73b1de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.262030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.263413] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.862s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.263661] env[69385]: DEBUG nova.objects.instance [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lazy-loading 'resources' on Instance uuid 711577d1-d996-427e-9234-e7a1a1dcc74c {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.286409] env[69385]: INFO nova.scheduler.client.report [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted allocations for instance c0733b83-e219-47a0-b140-99fd72040c2b [ 1129.332011] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579739} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.332165] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 1bc93488-7828-4e86-aa2b-155ba841d562/1bc93488-7828-4e86-aa2b-155ba841d562.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.332379] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.332662] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a3c7549-e70f-4e80-b02c-7628f050c4e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.344369] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1129.344369] env[69385]: value = "task-3340969" [ 1129.344369] env[69385]: _type = "Task" [ 1129.344369] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.351682] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e74f90-f6c1-77c1-394f-6178d8c72c50, 'name': SearchDatastore_Task, 'duration_secs': 0.017673} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.353029] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.353321] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 86f6af32-635c-4976-82c9-d9dd10910861/86f6af32-635c-4976-82c9-d9dd10910861.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.353906] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-571a913e-5cb2-471a-bb9b-61d48953a96c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.359868] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.365154] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1129.365154] env[69385]: value = "task-3340970" [ 1129.365154] env[69385]: _type = "Task" [ 1129.365154] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.374586] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.463866] env[69385]: DEBUG oslo_vmware.api [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340960, 'name': ReconfigVM_Task, 'duration_secs': 6.848493} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.464230] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.464453] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Reconfigured VM to detach interface {{(pid=69385) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1129.752694] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Releasing lock "refresh_cache-b9c983cf-49b4-4a74-8821-be8462970327" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.753245] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Instance network_info: |[{"id": "ba7ff17b-e1ff-4c32-ad49-0435f73b1de1", "address": "fa:16:3e:d5:89:84", "network": {"id": "e3920c20-b283-4865-8d54-739f5d06eaf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1254739219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba64c3818f043c09bcb38e8649bacd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7ff17b-e1", "ovs_interfaceid": "ba7ff17b-e1ff-4c32-ad49-0435f73b1de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.753848] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:89:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba7ff17b-e1ff-4c32-ad49-0435f73b1de1', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.767438] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.767808] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.772424] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f659d7b0-f06e-486f-b4fe-7a74c71e06af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.797443] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2b27e363-f5a8-4373-ae29-50dafcf2094c tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "c0733b83-e219-47a0-b140-99fd72040c2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.009s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.803421] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.803421] env[69385]: value = "task-3340971" [ 1129.803421] env[69385]: _type = "Task" [ 1129.803421] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.812727] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340971, 'name': CreateVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.855263] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06999} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.855263] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.856500] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de2a4f-a420-4b17-96a1-9fa8f76161c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.894542] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 1bc93488-7828-4e86-aa2b-155ba841d562/1bc93488-7828-4e86-aa2b-155ba841d562.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.894542] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed24f184-2702-47d6-b8c3-180869789044 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.919477] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454728} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.921778] env[69385]: DEBUG nova.compute.manager [req-6cf97be6-5988-489f-9c94-d5ad530772ae req-203fa7fc-dc08-4a5d-8fcc-c24dbf940af3 service nova] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Received event network-changed-ba7ff17b-e1ff-4c32-ad49-0435f73b1de1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1129.921992] env[69385]: DEBUG nova.compute.manager [req-6cf97be6-5988-489f-9c94-d5ad530772ae req-203fa7fc-dc08-4a5d-8fcc-c24dbf940af3 service nova] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Refreshing instance network info cache due to event network-changed-ba7ff17b-e1ff-4c32-ad49-0435f73b1de1. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1129.922199] env[69385]: DEBUG oslo_concurrency.lockutils [req-6cf97be6-5988-489f-9c94-d5ad530772ae req-203fa7fc-dc08-4a5d-8fcc-c24dbf940af3 service nova] Acquiring lock "refresh_cache-b9c983cf-49b4-4a74-8821-be8462970327" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.922351] env[69385]: DEBUG oslo_concurrency.lockutils [req-6cf97be6-5988-489f-9c94-d5ad530772ae req-203fa7fc-dc08-4a5d-8fcc-c24dbf940af3 service nova] Acquired lock "refresh_cache-b9c983cf-49b4-4a74-8821-be8462970327" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.922514] env[69385]: DEBUG nova.network.neutron [req-6cf97be6-5988-489f-9c94-d5ad530772ae req-203fa7fc-dc08-4a5d-8fcc-c24dbf940af3 service nova] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Refreshing network info cache for port ba7ff17b-e1ff-4c32-ad49-0435f73b1de1 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.923670] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 86f6af32-635c-4976-82c9-d9dd10910861/86f6af32-635c-4976-82c9-d9dd10910861.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.923898] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.924488] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1129.924488] env[69385]: value = "task-3340972" [ 1129.924488] env[69385]: _type = "Task" [ 1129.924488] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.927690] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59267987-2247-47b7-be49-5c557bfbafdd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.941936] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.943301] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1129.943301] env[69385]: value = "task-3340973" [ 1129.943301] env[69385]: _type = "Task" [ 1129.943301] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.954180] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.030222] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee8b08-99f4-937c-6b52-56e4f6a53698/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1130.031308] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af1f62c-d083-41b1-8bd7-a3c901e4fcc1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.039656] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee8b08-99f4-937c-6b52-56e4f6a53698/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1130.039969] env[69385]: ERROR oslo_vmware.rw_handles [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee8b08-99f4-937c-6b52-56e4f6a53698/disk-0.vmdk due to incomplete transfer. [ 1130.040321] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7ac28ce1-87c4-4c10-90fb-1169f81a0603 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.048808] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee8b08-99f4-937c-6b52-56e4f6a53698/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1130.049173] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Uploaded image 718021fa-9336-4741-b50d-c5b289e0a630 to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1130.052075] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1130.052353] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d8ec0b6-dd73-4205-95cc-e52d26a4d732 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.061919] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1130.061919] env[69385]: value = "task-3340974" [ 1130.061919] env[69385]: _type = "Task" [ 1130.061919] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.071057] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340974, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.087420] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4cf52-741a-4d6f-a159-2c0c2c718470 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.094268] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b3f84-5e87-408f-ae01-6022015c98bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.126766] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a24446-9615-4436-a766-38ccdfde58e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.134460] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb63e494-b08c-4141-bd56-9447d50c705f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.148421] env[69385]: DEBUG nova.compute.provider_tree [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.317488] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340971, 'name': CreateVM_Task, 'duration_secs': 0.355282} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.317694] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.318512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.318608] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.318902] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.319207] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe07a190-9048-468b-a216-548ddc7dca34 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.323849] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1130.323849] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521b1f2f-3a20-d73d-4d35-eea706565249" [ 1130.323849] env[69385]: _type = "Task" [ 1130.323849] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.332138] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521b1f2f-3a20-d73d-4d35-eea706565249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.441188] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340972, 'name': ReconfigVM_Task, 'duration_secs': 0.372761} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.441482] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 1bc93488-7828-4e86-aa2b-155ba841d562/1bc93488-7828-4e86-aa2b-155ba841d562.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.442338] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3224b58d-beca-4376-920a-543c6ca21d09 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.450104] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1130.450104] env[69385]: value = "task-3340975" [ 1130.450104] env[69385]: _type = "Task" [ 1130.450104] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.456522] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074892} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.457092] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.458102] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470116d3-6a1b-4287-b856-c69d7b708fff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.465329] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340975, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.486715] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 86f6af32-635c-4976-82c9-d9dd10910861/86f6af32-635c-4976-82c9-d9dd10910861.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.487509] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0cead2-0368-428b-a0e3-69ad1feceea3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.509190] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1130.509190] env[69385]: value = "task-3340976" [ 1130.509190] env[69385]: _type = "Task" [ 1130.509190] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.517581] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.571171] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340974, 'name': Destroy_Task, 'duration_secs': 0.343338} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.571466] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Destroyed the VM [ 1130.571783] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1130.571962] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4fb67622-645e-4b8e-96fe-a0c274ba4a7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.578084] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1130.578084] env[69385]: value = "task-3340977" [ 1130.578084] env[69385]: _type = "Task" [ 1130.578084] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.590196] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.655796] env[69385]: DEBUG nova.scheduler.client.report [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.723807] env[69385]: DEBUG nova.network.neutron [req-6cf97be6-5988-489f-9c94-d5ad530772ae req-203fa7fc-dc08-4a5d-8fcc-c24dbf940af3 service nova] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Updated VIF entry in instance network info cache for port ba7ff17b-e1ff-4c32-ad49-0435f73b1de1. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.724207] env[69385]: DEBUG nova.network.neutron [req-6cf97be6-5988-489f-9c94-d5ad530772ae req-203fa7fc-dc08-4a5d-8fcc-c24dbf940af3 service nova] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Updating instance_info_cache with network_info: [{"id": "ba7ff17b-e1ff-4c32-ad49-0435f73b1de1", "address": "fa:16:3e:d5:89:84", "network": {"id": "e3920c20-b283-4865-8d54-739f5d06eaf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1254739219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba64c3818f043c09bcb38e8649bacd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7ff17b-e1", "ovs_interfaceid": "ba7ff17b-e1ff-4c32-ad49-0435f73b1de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.835105] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521b1f2f-3a20-d73d-4d35-eea706565249, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.835473] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.835766] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.836052] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.836251] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.836469] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.836765] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a795538-5a47-4756-b88b-9201d78aa74e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.838943] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.839157] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.839362] env[69385]: DEBUG nova.network.neutron [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.847455] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.847698] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.848905] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ebc486-8f40-4a8f-8617-01893dc6218b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.854412] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1130.854412] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a3e9fe-9726-bea7-3ad2-5aae0e9712de" [ 1130.854412] env[69385]: _type = "Task" [ 1130.854412] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.863262] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a3e9fe-9726-bea7-3ad2-5aae0e9712de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.962883] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340975, 'name': Rename_Task, 'duration_secs': 0.145389} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.963515] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.963853] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ac4f5b1-8e74-4741-a264-8985ace33a24 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.970156] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1130.970156] env[69385]: value = "task-3340978" [ 1130.970156] env[69385]: _type = "Task" [ 1130.970156] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.977856] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.019240] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.088039] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340977, 'name': RemoveSnapshot_Task, 'duration_secs': 0.351692} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.088334] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1131.088695] env[69385]: DEBUG nova.compute.manager [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.089616] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbda0e3-863e-4750-abc2-c05971df8b29 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.165313] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.173952] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.591s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.174265] env[69385]: DEBUG nova.objects.instance [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lazy-loading 'resources' on Instance uuid f2a9b3df-0eb5-4b16-9eb2-6e598926191a {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.201768] env[69385]: INFO nova.scheduler.client.report [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Deleted allocations for instance 711577d1-d996-427e-9234-e7a1a1dcc74c [ 1131.226413] env[69385]: DEBUG oslo_concurrency.lockutils [req-6cf97be6-5988-489f-9c94-d5ad530772ae req-203fa7fc-dc08-4a5d-8fcc-c24dbf940af3 service nova] Releasing lock "refresh_cache-b9c983cf-49b4-4a74-8821-be8462970327" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.366961] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a3e9fe-9726-bea7-3ad2-5aae0e9712de, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.367876] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ecaead-bbb1-4ce2-a9a3-93d3fcc3f679 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.374044] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1131.374044] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522318b4-c31d-089e-1ff3-a8db7598cf22" [ 1131.374044] env[69385]: _type = "Task" [ 1131.374044] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.384103] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522318b4-c31d-089e-1ff3-a8db7598cf22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.480707] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340978, 'name': PowerOnVM_Task, 'duration_secs': 0.461159} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.481057] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.481224] env[69385]: INFO nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1131.481404] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.482424] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721a6500-8a72-4db6-993a-7191460c1f11 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.519239] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340976, 'name': ReconfigVM_Task, 'duration_secs': 0.789506} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.521835] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 86f6af32-635c-4976-82c9-d9dd10910861/86f6af32-635c-4976-82c9-d9dd10910861.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.522520] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dc82c9c-4265-4da0-8e14-c13f2a9e27d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.529670] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1131.529670] env[69385]: value = "task-3340979" [ 1131.529670] env[69385]: _type = "Task" [ 1131.529670] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.538823] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340979, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.601207] env[69385]: INFO nova.compute.manager [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Shelve offloading [ 1131.714733] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ed58d83a-f2b8-4a69-a778-47199207eda3 tempest-ServerRescueNegativeTestJSON-1022086525 tempest-ServerRescueNegativeTestJSON-1022086525-project-member] Lock "711577d1-d996-427e-9234-e7a1a1dcc74c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.931s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.887164] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522318b4-c31d-089e-1ff3-a8db7598cf22, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.889968] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.890337] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] b9c983cf-49b4-4a74-8821-be8462970327/b9c983cf-49b4-4a74-8821-be8462970327.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.891614] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25d5e121-f80e-421f-bf7e-d2a4f468c3cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.900425] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1131.900425] env[69385]: value = "task-3340980" [ 1131.900425] env[69385]: _type = "Task" [ 1131.900425] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.911163] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.917767] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1010f-ff38-4339-944e-30b9f3f9ccfe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.924913] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa82de4-9b30-4fd8-99ab-be59c3e64fbc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.955135] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89da8e51-6a09-4583-862a-0e352721712b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.962495] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87fcea3-9395-4f02-897c-197808aa35b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.975763] env[69385]: DEBUG nova.compute.provider_tree [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.998546] env[69385]: INFO nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Took 23.55 seconds to build instance. [ 1132.042586] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340979, 'name': Rename_Task, 'duration_secs': 0.369821} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.042974] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.043316] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6523e92a-b47c-4040-8ae4-7d5bc2e0643e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.053314] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1132.053314] env[69385]: value = "task-3340981" [ 1132.053314] env[69385]: _type = "Task" [ 1132.053314] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.063076] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.104763] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.105133] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-377d7ed1-3e0e-487a-b9ac-aa8a42f60234 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.107679] env[69385]: INFO nova.network.neutron [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Port 26c55df1-400f-471c-b7cf-dd29f759c281 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1132.108230] env[69385]: DEBUG nova.network.neutron [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.117049] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1132.117049] env[69385]: value = "task-3340982" [ 1132.117049] env[69385]: _type = "Task" [ 1132.117049] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.128593] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1132.128908] env[69385]: DEBUG nova.compute.manager [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.130128] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5383a8-ebc8-4e62-8467-5fdaca52de59 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.138900] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.138900] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.138900] env[69385]: DEBUG nova.network.neutron [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.411543] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458174} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.413201] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] b9c983cf-49b4-4a74-8821-be8462970327/b9c983cf-49b4-4a74-8821-be8462970327.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.413561] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.418135] env[69385]: DEBUG nova.compute.manager [req-3ac6ffd6-3016-4879-8c37-216e90cabd1b req-41872616-00e4-433c-967b-e1947a8b213f service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1132.418135] env[69385]: DEBUG nova.compute.manager [req-3ac6ffd6-3016-4879-8c37-216e90cabd1b req-41872616-00e4-433c-967b-e1947a8b213f service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing instance network info cache due to event network-changed-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1132.418135] env[69385]: DEBUG oslo_concurrency.lockutils [req-3ac6ffd6-3016-4879-8c37-216e90cabd1b req-41872616-00e4-433c-967b-e1947a8b213f service nova] Acquiring lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.418135] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cf81ecb-1351-4baf-8deb-a15accda0275 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.424349] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1132.424349] env[69385]: value = "task-3340983" [ 1132.424349] env[69385]: _type = "Task" [ 1132.424349] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.433561] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.479223] env[69385]: DEBUG nova.scheduler.client.report [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.503420] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "1bc93488-7828-4e86-aa2b-155ba841d562" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.068s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.568409] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.610717] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.613932] env[69385]: DEBUG oslo_concurrency.lockutils [req-3ac6ffd6-3016-4879-8c37-216e90cabd1b req-41872616-00e4-433c-967b-e1947a8b213f service nova] Acquired lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.618479] env[69385]: DEBUG nova.network.neutron [req-3ac6ffd6-3016-4879-8c37-216e90cabd1b req-41872616-00e4-433c-967b-e1947a8b213f service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Refreshing network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.934058] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067173} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.934639] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.935833] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a34a5-bc8e-40c2-9a5f-5ae52f454044 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.965755] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] b9c983cf-49b4-4a74-8821-be8462970327/b9c983cf-49b4-4a74-8821-be8462970327.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.966871] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1e5995-055b-4341-ab4e-58a84ac51faf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.984196] env[69385]: DEBUG nova.network.neutron [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating instance_info_cache with network_info: [{"id": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "address": "fa:16:3e:cb:dc:5b", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aecb02c-65", "ovs_interfaceid": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.986774] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.991027] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.396s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.993054] env[69385]: INFO nova.compute.claims [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.995627] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1132.995627] env[69385]: value = "task-3340984" [ 1132.995627] env[69385]: _type = "Task" [ 1132.995627] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.005740] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.014910] env[69385]: INFO nova.scheduler.client.report [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Deleted allocations for instance f2a9b3df-0eb5-4b16-9eb2-6e598926191a [ 1133.065251] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340981, 'name': PowerOnVM_Task, 'duration_secs': 0.591997} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.065409] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.065602] env[69385]: INFO nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1133.065804] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.066708] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcde5c7c-03b9-47ae-aded-4a8eb6f68f0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.121849] env[69385]: DEBUG oslo_concurrency.lockutils [None req-72ccb7a1-2c5e-4890-b836-144deb52c2c9 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-f7a9599f-b748-47c4-8480-c4789275632f-26c55df1-400f-471c-b7cf-dd29f759c281" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.273s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.199758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-3dcf2b20-f282-4bca-9300-0c2c199ae2ad-26c55df1-400f-471c-b7cf-dd29f759c281" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.200050] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-3dcf2b20-f282-4bca-9300-0c2c199ae2ad-26c55df1-400f-471c-b7cf-dd29f759c281" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.200416] env[69385]: DEBUG nova.objects.instance [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'flavor' on Instance uuid 3dcf2b20-f282-4bca-9300-0c2c199ae2ad {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.407829] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.408286] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.431661] env[69385]: DEBUG nova.network.neutron [req-3ac6ffd6-3016-4879-8c37-216e90cabd1b req-41872616-00e4-433c-967b-e1947a8b213f service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updated VIF entry in instance network info cache for port 6b7d4df7-e3f3-49c1-af79-ed56c0ebead0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.431661] env[69385]: DEBUG nova.network.neutron [req-3ac6ffd6-3016-4879-8c37-216e90cabd1b req-41872616-00e4-433c-967b-e1947a8b213f service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [{"id": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "address": "fa:16:3e:5c:7d:2e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7d4df7-e3", "ovs_interfaceid": "6b7d4df7-e3f3-49c1-af79-ed56c0ebead0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.487203] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.514819] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.522612] env[69385]: DEBUG oslo_concurrency.lockutils [None req-36b28449-67a6-4bb6-ba8e-93734d3c5fa6 tempest-ListImageFiltersTestJSON-2046106834 tempest-ListImageFiltersTestJSON-2046106834-project-member] Lock "f2a9b3df-0eb5-4b16-9eb2-6e598926191a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.610s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.588035] env[69385]: INFO nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Took 25.10 seconds to build instance. [ 1133.758070] env[69385]: DEBUG nova.compute.manager [req-f1b762b1-34a4-4d82-a933-1427d0d79242 req-d7d53bc1-e023-4e44-9b39-f19e5f1eb1b1 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received event network-vif-unplugged-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1133.758534] env[69385]: DEBUG oslo_concurrency.lockutils [req-f1b762b1-34a4-4d82-a933-1427d0d79242 req-d7d53bc1-e023-4e44-9b39-f19e5f1eb1b1 service nova] Acquiring lock "5ff20111-4193-4223-8bf7-23978dae759b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.758793] env[69385]: DEBUG oslo_concurrency.lockutils [req-f1b762b1-34a4-4d82-a933-1427d0d79242 req-d7d53bc1-e023-4e44-9b39-f19e5f1eb1b1 service nova] Lock "5ff20111-4193-4223-8bf7-23978dae759b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.758969] env[69385]: DEBUG oslo_concurrency.lockutils [req-f1b762b1-34a4-4d82-a933-1427d0d79242 req-d7d53bc1-e023-4e44-9b39-f19e5f1eb1b1 service nova] Lock "5ff20111-4193-4223-8bf7-23978dae759b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.759157] env[69385]: DEBUG nova.compute.manager [req-f1b762b1-34a4-4d82-a933-1427d0d79242 req-d7d53bc1-e023-4e44-9b39-f19e5f1eb1b1 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] No waiting events found dispatching network-vif-unplugged-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.759331] env[69385]: WARNING nova.compute.manager [req-f1b762b1-34a4-4d82-a933-1427d0d79242 req-d7d53bc1-e023-4e44-9b39-f19e5f1eb1b1 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received unexpected event network-vif-unplugged-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 for instance with vm_state shelved and task_state shelving_offloading. [ 1133.805918] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.806833] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe808546-1857-4457-9ede-e70b3d9c7fae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.816540] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.816691] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01711299-3341-44aa-b62e-6dc637c38ab4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.854864] env[69385]: DEBUG nova.objects.instance [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'pci_requests' on Instance uuid 3dcf2b20-f282-4bca-9300-0c2c199ae2ad {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.882902] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.883139] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.883327] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleting the datastore file [datastore2] 5ff20111-4193-4223-8bf7-23978dae759b {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.883986] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a953988e-771f-4175-a887-46d97e217c07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.894162] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1133.894162] env[69385]: value = "task-3340986" [ 1133.894162] env[69385]: _type = "Task" [ 1133.894162] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.904175] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.910760] env[69385]: DEBUG nova.compute.manager [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.934315] env[69385]: DEBUG oslo_concurrency.lockutils [req-3ac6ffd6-3016-4879-8c37-216e90cabd1b req-41872616-00e4-433c-967b-e1947a8b213f service nova] Releasing lock "refresh_cache-f7a9599f-b748-47c4-8480-c4789275632f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.020739] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340984, 'name': ReconfigVM_Task, 'duration_secs': 0.801787} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.022056] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Reconfigured VM instance instance-00000061 to attach disk [datastore1] b9c983cf-49b4-4a74-8821-be8462970327/b9c983cf-49b4-4a74-8821-be8462970327.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.023242] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15cd1a17-2555-4856-8002-fe641cf418ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.030443] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1134.030443] env[69385]: value = "task-3340987" [ 1134.030443] env[69385]: _type = "Task" [ 1134.030443] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.043990] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340987, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.090677] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "86f6af32-635c-4976-82c9-d9dd10910861" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.615s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.273354] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b16256-85c9-4e40-ad5e-ce8c0101a11b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.281755] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000d6985-6b49-433c-a1ef-ce7b7be78058 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.318746] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90db0c8-a437-4927-b2ff-49b28f0bfbd1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.329025] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3501f9e5-e42e-4f1e-ba5e-c21c0e382b0e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.343245] env[69385]: DEBUG nova.compute.provider_tree [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.357500] env[69385]: DEBUG nova.objects.base [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Object Instance<3dcf2b20-f282-4bca-9300-0c2c199ae2ad> lazy-loaded attributes: flavor,pci_requests {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.357799] env[69385]: DEBUG nova.network.neutron [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.404252] env[69385]: DEBUG oslo_vmware.api [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3340986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143323} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.404505] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.404685] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.404887] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.434394] env[69385]: INFO nova.scheduler.client.report [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleted allocations for instance 5ff20111-4193-4223-8bf7-23978dae759b [ 1134.442688] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.481780] env[69385]: DEBUG nova.policy [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667507e240b2411aa341938f0b21caf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beac72a77784c2ba1ec58216ee1fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.542403] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340987, 'name': Rename_Task, 'duration_secs': 0.154992} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.542939] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.542939] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f0868dc-8b85-470c-ac5d-496b83800480 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.550407] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1134.550407] env[69385]: value = "task-3340988" [ 1134.550407] env[69385]: _type = "Task" [ 1134.550407] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.561113] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.634831] env[69385]: DEBUG nova.compute.manager [req-af705afe-fa12-478c-9ed7-c9db03b11149 req-6aaed654-2063-4058-bd7e-20da084f0d44 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received event network-changed-51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1134.634831] env[69385]: DEBUG nova.compute.manager [req-af705afe-fa12-478c-9ed7-c9db03b11149 req-6aaed654-2063-4058-bd7e-20da084f0d44 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing instance network info cache due to event network-changed-51bdacbf-2bc7-4739-8357-fe257da391b1. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1134.634831] env[69385]: DEBUG oslo_concurrency.lockutils [req-af705afe-fa12-478c-9ed7-c9db03b11149 req-6aaed654-2063-4058-bd7e-20da084f0d44 service nova] Acquiring lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.634831] env[69385]: DEBUG oslo_concurrency.lockutils [req-af705afe-fa12-478c-9ed7-c9db03b11149 req-6aaed654-2063-4058-bd7e-20da084f0d44 service nova] Acquired lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.634831] env[69385]: DEBUG nova.network.neutron [req-af705afe-fa12-478c-9ed7-c9db03b11149 req-6aaed654-2063-4058-bd7e-20da084f0d44 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing network info cache for port 51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.849360] env[69385]: DEBUG nova.scheduler.client.report [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.943378] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.062814] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.359413] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.360244] env[69385]: DEBUG nova.compute.manager [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.363754] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.124s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.364205] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.366877] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.513s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.368708] env[69385]: INFO nova.compute.claims [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.409359] env[69385]: INFO nova.scheduler.client.report [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted allocations for instance 2b369931-313e-49c3-a555-937110bb700e [ 1135.561657] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340988, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.599368] env[69385]: DEBUG nova.network.neutron [req-af705afe-fa12-478c-9ed7-c9db03b11149 req-6aaed654-2063-4058-bd7e-20da084f0d44 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updated VIF entry in instance network info cache for port 51bdacbf-2bc7-4739-8357-fe257da391b1. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.599368] env[69385]: DEBUG nova.network.neutron [req-af705afe-fa12-478c-9ed7-c9db03b11149 req-6aaed654-2063-4058-bd7e-20da084f0d44 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [{"id": "51bdacbf-2bc7-4739-8357-fe257da391b1", "address": "fa:16:3e:b9:ac:5e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bdacbf-2b", "ovs_interfaceid": "51bdacbf-2bc7-4739-8357-fe257da391b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.875498] env[69385]: DEBUG nova.compute.utils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.880021] env[69385]: DEBUG nova.compute.manager [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.880021] env[69385]: DEBUG nova.network.neutron [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.918069] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4bfdb41-51d0-4aa2-ab6b-78b605c8b81a tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "2b369931-313e-49c3-a555-937110bb700e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.446s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.971440] env[69385]: DEBUG nova.policy [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89060efbff5e40d9951f28f9fa83df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e76dd55d9194587b1b3c7e3b78531fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.065215] env[69385]: DEBUG oslo_vmware.api [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340988, 'name': PowerOnVM_Task, 'duration_secs': 1.243491} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.065493] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.065704] env[69385]: INFO nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1136.065886] env[69385]: DEBUG nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.066815] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48185aa8-0418-4641-a66d-d7dcea9efeb4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.100655] env[69385]: DEBUG oslo_concurrency.lockutils [req-af705afe-fa12-478c-9ed7-c9db03b11149 req-6aaed654-2063-4058-bd7e-20da084f0d44 service nova] Releasing lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.387283] env[69385]: DEBUG nova.compute.manager [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.582726] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.583496] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.592204] env[69385]: INFO nova.compute.manager [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Took 28.08 seconds to build instance. [ 1136.593968] env[69385]: DEBUG nova.network.neutron [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Successfully updated port: 26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.633019] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ce3f62-c25b-4733-af00-72f18b85fc50 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.642478] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ecb8e8-1575-4acd-bbb9-4d564f89d4b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.678614] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078ffb39-3fec-478f-a697-92e13187227b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.685445] env[69385]: DEBUG nova.compute.manager [req-fce2cd85-a250-4b7b-8ee6-af9f925b0ccb req-4df21908-921c-4fef-b196-881839ff0de4 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received event network-changed-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1136.685445] env[69385]: DEBUG nova.compute.manager [req-fce2cd85-a250-4b7b-8ee6-af9f925b0ccb req-4df21908-921c-4fef-b196-881839ff0de4 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Refreshing instance network info cache due to event network-changed-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1136.685445] env[69385]: DEBUG oslo_concurrency.lockutils [req-fce2cd85-a250-4b7b-8ee6-af9f925b0ccb req-4df21908-921c-4fef-b196-881839ff0de4 service nova] Acquiring lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.685445] env[69385]: DEBUG oslo_concurrency.lockutils [req-fce2cd85-a250-4b7b-8ee6-af9f925b0ccb req-4df21908-921c-4fef-b196-881839ff0de4 service nova] Acquired lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.685650] env[69385]: DEBUG nova.network.neutron [req-fce2cd85-a250-4b7b-8ee6-af9f925b0ccb req-4df21908-921c-4fef-b196-881839ff0de4 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Refreshing network info cache for port 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.690520] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d82556-f5d8-4111-9732-5fbc11d96a98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.706438] env[69385]: DEBUG nova.compute.provider_tree [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.070090] env[69385]: DEBUG nova.network.neutron [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Successfully created port: 8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.089472] env[69385]: DEBUG nova.compute.manager [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.092365] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fa53bbee-db73-4689-a871-f50beaf1cbcd tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "b9c983cf-49b4-4a74-8821-be8462970327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.584s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.096274] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.096437] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.096610] env[69385]: DEBUG nova.network.neutron [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.208937] env[69385]: DEBUG nova.scheduler.client.report [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.397675] env[69385]: DEBUG nova.compute.manager [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.424170] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.424415] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.424571] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.424840] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.424906] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.425195] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.425474] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.425642] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.425818] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.425977] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.426521] env[69385]: DEBUG nova.virt.hardware [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.427387] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200d6f67-d54a-4e17-abaa-50ad2edb3eef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.438148] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a540137-a880-4cad-a033-67f01c274f21 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.621883] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.639550] env[69385]: WARNING nova.network.neutron [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] e89d7316-4a4a-4c48-8996-a7016458f726 already exists in list: networks containing: ['e89d7316-4a4a-4c48-8996-a7016458f726']. ignoring it [ 1137.717512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.718069] env[69385]: DEBUG nova.compute.manager [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.721913] env[69385]: DEBUG oslo_concurrency.lockutils [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.502s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.722211] env[69385]: DEBUG nova.objects.instance [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'resources' on Instance uuid 5c0b9454-4d3f-4461-91f8-48b047fe1469 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.747669] env[69385]: DEBUG nova.network.neutron [req-fce2cd85-a250-4b7b-8ee6-af9f925b0ccb req-4df21908-921c-4fef-b196-881839ff0de4 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updated VIF entry in instance network info cache for port 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.748085] env[69385]: DEBUG nova.network.neutron [req-fce2cd85-a250-4b7b-8ee6-af9f925b0ccb req-4df21908-921c-4fef-b196-881839ff0de4 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating instance_info_cache with network_info: [{"id": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "address": "fa:16:3e:cb:dc:5b", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1aecb02c-65", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.990921] env[69385]: DEBUG nova.network.neutron [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [{"id": "51bdacbf-2bc7-4739-8357-fe257da391b1", "address": "fa:16:3e:b9:ac:5e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bdacbf-2b", "ovs_interfaceid": "51bdacbf-2bc7-4739-8357-fe257da391b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26c55df1-400f-471c-b7cf-dd29f759c281", "address": "fa:16:3e:6b:7d:41", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c55df1-40", "ovs_interfaceid": "26c55df1-400f-471c-b7cf-dd29f759c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.232048] env[69385]: DEBUG nova.compute.utils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.233599] env[69385]: DEBUG nova.compute.manager [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.233790] env[69385]: DEBUG nova.network.neutron [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.254586] env[69385]: DEBUG oslo_concurrency.lockutils [req-fce2cd85-a250-4b7b-8ee6-af9f925b0ccb req-4df21908-921c-4fef-b196-881839ff0de4 service nova] Releasing lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.276137] env[69385]: DEBUG nova.policy [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0df81d77a444f7aa4d76f041420be36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615b2ca3410748859ccfbf610c65f5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.476385] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20292683-5a89-44c4-b20e-1875250ad534 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.486773] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c06c43-9cc3-4eaa-aebc-79405d6aca2f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.493216] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.495181] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.495181] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.521860] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfa9af2-34c2-4fe1-a65a-3e68a4f99d2b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.526120] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a33832-8f5c-428c-8ff0-bdd3f8650aee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.550157] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.550157] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.550157] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.550157] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.550394] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.550394] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.550541] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.550784] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.550869] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.551038] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.551200] env[69385]: DEBUG nova.virt.hardware [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.558156] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Reconfiguring VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1138.558466] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c86bde2-6a64-4186-b351-37014e70e14c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.573243] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca6dacf-d419-421b-b596-4b43ecc05098 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.591429] env[69385]: DEBUG nova.compute.provider_tree [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.596215] env[69385]: DEBUG oslo_vmware.api [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1138.596215] env[69385]: value = "task-3340989" [ 1138.596215] env[69385]: _type = "Task" [ 1138.596215] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.605140] env[69385]: DEBUG oslo_vmware.api [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340989, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.623968] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "5ff20111-4193-4223-8bf7-23978dae759b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.632773] env[69385]: DEBUG nova.network.neutron [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Successfully created port: 96738922-210d-4b61-ab1d-e51004191b9e {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.737789] env[69385]: DEBUG nova.compute.manager [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.075666] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "4afc3669-01f0-4504-87cb-36945e1bd5a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.076040] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.096597] env[69385]: DEBUG nova.scheduler.client.report [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.102562] env[69385]: DEBUG nova.network.neutron [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Successfully updated port: 8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.121049] env[69385]: DEBUG oslo_vmware.api [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.171221] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "1bc93488-7828-4e86-aa2b-155ba841d562" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.171486] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "1bc93488-7828-4e86-aa2b-155ba841d562" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.172673] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "1bc93488-7828-4e86-aa2b-155ba841d562-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.172938] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "1bc93488-7828-4e86-aa2b-155ba841d562-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.173137] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "1bc93488-7828-4e86-aa2b-155ba841d562-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.176206] env[69385]: INFO nova.compute.manager [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Terminating instance [ 1139.558285] env[69385]: DEBUG nova.compute.manager [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received event network-vif-plugged-26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1139.558514] env[69385]: DEBUG oslo_concurrency.lockutils [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] Acquiring lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.558721] env[69385]: DEBUG oslo_concurrency.lockutils [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.558886] env[69385]: DEBUG oslo_concurrency.lockutils [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.559329] env[69385]: DEBUG nova.compute.manager [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] No waiting events found dispatching network-vif-plugged-26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.559554] env[69385]: WARNING nova.compute.manager [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received unexpected event network-vif-plugged-26c55df1-400f-471c-b7cf-dd29f759c281 for instance with vm_state active and task_state None. [ 1139.559917] env[69385]: DEBUG nova.compute.manager [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received event network-changed-26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1139.560119] env[69385]: DEBUG nova.compute.manager [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing instance network info cache due to event network-changed-26c55df1-400f-471c-b7cf-dd29f759c281. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1139.560313] env[69385]: DEBUG oslo_concurrency.lockutils [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] Acquiring lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.561033] env[69385]: DEBUG oslo_concurrency.lockutils [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] Acquired lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.561033] env[69385]: DEBUG nova.network.neutron [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Refreshing network info cache for port 26c55df1-400f-471c-b7cf-dd29f759c281 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.579837] env[69385]: DEBUG nova.compute.manager [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.602729] env[69385]: DEBUG oslo_concurrency.lockutils [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.605340] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.163s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.608113] env[69385]: INFO nova.compute.claims [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.614422] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "refresh_cache-19531f5d-fa1b-46e6-b8e4-ba48875f9b73" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.614422] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired lock "refresh_cache-19531f5d-fa1b-46e6-b8e4-ba48875f9b73" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.614544] env[69385]: DEBUG nova.network.neutron [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.621522] env[69385]: DEBUG oslo_vmware.api [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340989, 'name': ReconfigVM_Task, 'duration_secs': 0.906923} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.622767] env[69385]: INFO nova.scheduler.client.report [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted allocations for instance 5c0b9454-4d3f-4461-91f8-48b047fe1469 [ 1139.623885] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.626973] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Reconfigured VM to attach interface {{(pid=69385) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1139.682280] env[69385]: DEBUG nova.compute.manager [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.682677] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.683640] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4619948b-3ff3-4769-aa9b-af8a30ab2a14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.691985] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.692134] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c35988a0-56a9-4117-b684-e369b3926ef2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.698956] env[69385]: DEBUG oslo_vmware.api [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1139.698956] env[69385]: value = "task-3340990" [ 1139.698956] env[69385]: _type = "Task" [ 1139.698956] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.708670] env[69385]: DEBUG oslo_vmware.api [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.748872] env[69385]: DEBUG nova.compute.manager [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.778648] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.779027] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.779198] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.779383] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.779529] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.779676] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.779876] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.780054] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.780227] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.780387] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.780555] env[69385]: DEBUG nova.virt.hardware [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.781456] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c34df1-b2e6-4a62-ac56-7459c74c0af8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.789877] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95427dc-91c4-421c-93e6-ae3f24971d9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.013578] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.013896] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.101539] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.138823] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6f379efd-9a3d-4c43-920d-d78e56054cd0 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-3dcf2b20-f282-4bca-9300-0c2c199ae2ad-26c55df1-400f-471c-b7cf-dd29f759c281" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.937s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.144520] env[69385]: DEBUG oslo_concurrency.lockutils [None req-96a33141-3b4f-4b3a-8001-d4dadeabc968 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "5c0b9454-4d3f-4461-91f8-48b047fe1469" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.120s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.179027] env[69385]: DEBUG nova.network.neutron [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.217761] env[69385]: DEBUG oslo_vmware.api [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340990, 'name': PowerOffVM_Task, 'duration_secs': 0.349007} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.218054] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.218236] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.218494] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9f1e8a5-0955-4473-923b-d96d962b7e41 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.347025] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.347353] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.347927] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Deleting the datastore file [datastore2] 1bc93488-7828-4e86-aa2b-155ba841d562 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.352077] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b779d42f-692e-494d-8897-e6cd681f6719 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.366268] env[69385]: DEBUG oslo_vmware.api [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1140.366268] env[69385]: value = "task-3340992" [ 1140.366268] env[69385]: _type = "Task" [ 1140.366268] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.383908] env[69385]: DEBUG oslo_vmware.api [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.432016] env[69385]: DEBUG nova.network.neutron [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Successfully updated port: 96738922-210d-4b61-ab1d-e51004191b9e {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.486391] env[69385]: DEBUG nova.network.neutron [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Updating instance_info_cache with network_info: [{"id": "8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae", "address": "fa:16:3e:e1:b9:3b", "network": {"id": "9ba30d3f-cf79-4f03-8a5e-09a255d5f2a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1012244784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e76dd55d9194587b1b3c7e3b78531fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cfbd3ee-0e", "ovs_interfaceid": "8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.509762] env[69385]: DEBUG nova.network.neutron [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updated VIF entry in instance network info cache for port 26c55df1-400f-471c-b7cf-dd29f759c281. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.510247] env[69385]: DEBUG nova.network.neutron [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [{"id": "51bdacbf-2bc7-4739-8357-fe257da391b1", "address": "fa:16:3e:b9:ac:5e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bdacbf-2b", "ovs_interfaceid": "51bdacbf-2bc7-4739-8357-fe257da391b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26c55df1-400f-471c-b7cf-dd29f759c281", "address": "fa:16:3e:6b:7d:41", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c55df1-40", "ovs_interfaceid": "26c55df1-400f-471c-b7cf-dd29f759c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.516161] env[69385]: DEBUG nova.compute.manager [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.594627] env[69385]: DEBUG nova.compute.manager [req-51b733a8-e747-4481-9ea2-494efdfa0c9e req-870b65d2-cd82-409b-a931-306e956ef0fa service nova] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Received event network-vif-plugged-96738922-210d-4b61-ab1d-e51004191b9e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.594627] env[69385]: DEBUG oslo_concurrency.lockutils [req-51b733a8-e747-4481-9ea2-494efdfa0c9e req-870b65d2-cd82-409b-a931-306e956ef0fa service nova] Acquiring lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.594627] env[69385]: DEBUG oslo_concurrency.lockutils [req-51b733a8-e747-4481-9ea2-494efdfa0c9e req-870b65d2-cd82-409b-a931-306e956ef0fa service nova] Lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.594986] env[69385]: DEBUG oslo_concurrency.lockutils [req-51b733a8-e747-4481-9ea2-494efdfa0c9e req-870b65d2-cd82-409b-a931-306e956ef0fa service nova] Lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.595063] env[69385]: DEBUG nova.compute.manager [req-51b733a8-e747-4481-9ea2-494efdfa0c9e req-870b65d2-cd82-409b-a931-306e956ef0fa service nova] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] No waiting events found dispatching network-vif-plugged-96738922-210d-4b61-ab1d-e51004191b9e {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.595268] env[69385]: WARNING nova.compute.manager [req-51b733a8-e747-4481-9ea2-494efdfa0c9e req-870b65d2-cd82-409b-a931-306e956ef0fa service nova] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Received unexpected event network-vif-plugged-96738922-210d-4b61-ab1d-e51004191b9e for instance with vm_state building and task_state spawning. [ 1140.838895] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6598fb51-4c96-482b-a6b5-2bf04ddec32d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.848245] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ea9b23-f712-4694-ab07-a7dbb6df1119 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.884298] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7806fa8-2f4c-4528-85f7-4b02351da12e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.903435] env[69385]: DEBUG oslo_vmware.api [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3340992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208268} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.903889] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.904119] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.904308] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.904479] env[69385]: INFO nova.compute.manager [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1140.906149] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.909903] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aa4441-c073-430b-8f6b-85dc048bb6d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.919252] env[69385]: DEBUG nova.compute.manager [-] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.919252] env[69385]: DEBUG nova.network.neutron [-] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.932759] env[69385]: DEBUG nova.compute.provider_tree [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.936474] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "refresh_cache-ca94be8c-69cf-4a2b-a47a-dc221aae31f6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.936648] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "refresh_cache-ca94be8c-69cf-4a2b-a47a-dc221aae31f6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.936805] env[69385]: DEBUG nova.network.neutron [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.991517] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Releasing lock "refresh_cache-19531f5d-fa1b-46e6-b8e4-ba48875f9b73" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.991900] env[69385]: DEBUG nova.compute.manager [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Instance network_info: |[{"id": "8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae", "address": "fa:16:3e:e1:b9:3b", "network": {"id": "9ba30d3f-cf79-4f03-8a5e-09a255d5f2a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1012244784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e76dd55d9194587b1b3c7e3b78531fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cfbd3ee-0e", "ovs_interfaceid": "8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.993027] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:b9:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.001979] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.005053] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.009477] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41854f3c-5ce9-4a17-b8ee-810f24b3caa7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.025013] env[69385]: DEBUG oslo_concurrency.lockutils [req-2d298863-21af-4fc7-9dec-f20ebec07088 req-7e152040-ea0c-4e7f-9b93-be3c8be32215 service nova] Releasing lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.034357] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.034357] env[69385]: value = "task-3340993" [ 1141.034357] env[69385]: _type = "Task" [ 1141.034357] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.043838] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340993, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.047300] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.082183] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.082423] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.437109] env[69385]: DEBUG nova.scheduler.client.report [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.476661] env[69385]: DEBUG nova.network.neutron [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.525266] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "interface-3dcf2b20-f282-4bca-9300-0c2c199ae2ad-26c55df1-400f-471c-b7cf-dd29f759c281" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.525266] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-3dcf2b20-f282-4bca-9300-0c2c199ae2ad-26c55df1-400f-471c-b7cf-dd29f759c281" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.545643] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340993, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.586057] env[69385]: DEBUG nova.compute.manager [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.596039] env[69385]: DEBUG nova.compute.manager [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Received event network-vif-plugged-8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1141.596039] env[69385]: DEBUG oslo_concurrency.lockutils [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.596039] env[69385]: DEBUG oslo_concurrency.lockutils [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.596398] env[69385]: DEBUG oslo_concurrency.lockutils [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.596398] env[69385]: DEBUG nova.compute.manager [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] No waiting events found dispatching network-vif-plugged-8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.596462] env[69385]: WARNING nova.compute.manager [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Received unexpected event network-vif-plugged-8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae for instance with vm_state building and task_state spawning. [ 1141.596662] env[69385]: DEBUG nova.compute.manager [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Received event network-changed-8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1141.596858] env[69385]: DEBUG nova.compute.manager [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Refreshing instance network info cache due to event network-changed-8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1141.597149] env[69385]: DEBUG oslo_concurrency.lockutils [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] Acquiring lock "refresh_cache-19531f5d-fa1b-46e6-b8e4-ba48875f9b73" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.597325] env[69385]: DEBUG oslo_concurrency.lockutils [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] Acquired lock "refresh_cache-19531f5d-fa1b-46e6-b8e4-ba48875f9b73" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.597540] env[69385]: DEBUG nova.network.neutron [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Refreshing network info cache for port 8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.657995] env[69385]: DEBUG nova.network.neutron [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Updating instance_info_cache with network_info: [{"id": "96738922-210d-4b61-ab1d-e51004191b9e", "address": "fa:16:3e:e8:1d:bf", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96738922-21", "ovs_interfaceid": "96738922-210d-4b61-ab1d-e51004191b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.662433] env[69385]: DEBUG nova.network.neutron [-] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.943318] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.943941] env[69385]: DEBUG nova.compute.manager [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.946943] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.004s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.947184] env[69385]: DEBUG nova.objects.instance [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lazy-loading 'resources' on Instance uuid 5ff20111-4193-4223-8bf7-23978dae759b {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.032818] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.033161] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.033963] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb816a83-f0da-42f7-a98e-9501e586a55a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.062018] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52863d34-b927-4b40-8e5f-a1d08123d786 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.062198] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340993, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.085621] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Reconfiguring VM to detach interface {{(pid=69385) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1142.085912] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e26416fd-e083-4218-b335-828b4e7f5aae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.110965] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1142.110965] env[69385]: value = "task-3340994" [ 1142.110965] env[69385]: _type = "Task" [ 1142.110965] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.122290] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.123934] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.160979] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "refresh_cache-ca94be8c-69cf-4a2b-a47a-dc221aae31f6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.161361] env[69385]: DEBUG nova.compute.manager [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Instance network_info: |[{"id": "96738922-210d-4b61-ab1d-e51004191b9e", "address": "fa:16:3e:e8:1d:bf", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96738922-21", "ovs_interfaceid": "96738922-210d-4b61-ab1d-e51004191b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.161815] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:1d:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96738922-210d-4b61-ab1d-e51004191b9e', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.171410] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.171993] env[69385]: INFO nova.compute.manager [-] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Took 1.25 seconds to deallocate network for instance. [ 1142.172361] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.174760] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7246fc4d-016a-4e4c-84cd-dbdf68273629 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.214628] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.214628] env[69385]: value = "task-3340995" [ 1142.214628] env[69385]: _type = "Task" [ 1142.214628] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.226295] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340995, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.343406] env[69385]: DEBUG nova.network.neutron [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Updated VIF entry in instance network info cache for port 8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.343836] env[69385]: DEBUG nova.network.neutron [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Updating instance_info_cache with network_info: [{"id": "8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae", "address": "fa:16:3e:e1:b9:3b", "network": {"id": "9ba30d3f-cf79-4f03-8a5e-09a255d5f2a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1012244784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e76dd55d9194587b1b3c7e3b78531fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cfbd3ee-0e", "ovs_interfaceid": "8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.450286] env[69385]: DEBUG nova.compute.utils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.451849] env[69385]: DEBUG nova.objects.instance [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lazy-loading 'numa_topology' on Instance uuid 5ff20111-4193-4223-8bf7-23978dae759b {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.452893] env[69385]: DEBUG nova.compute.manager [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.453072] env[69385]: DEBUG nova.network.neutron [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.489134] env[69385]: DEBUG nova.policy [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7929c1e03f8f461aaed5c55a474ca7e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32a3d112126c405095a224bbad080bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.546114] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340993, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.618774] env[69385]: DEBUG nova.compute.manager [req-ccbb6a8b-6add-4e41-b5a1-2a0aff7d5b07 req-a5bf5ea0-c97c-4baa-8678-61d9a4028547 service nova] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Received event network-changed-96738922-210d-4b61-ab1d-e51004191b9e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1142.618955] env[69385]: DEBUG nova.compute.manager [req-ccbb6a8b-6add-4e41-b5a1-2a0aff7d5b07 req-a5bf5ea0-c97c-4baa-8678-61d9a4028547 service nova] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Refreshing instance network info cache due to event network-changed-96738922-210d-4b61-ab1d-e51004191b9e. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1142.619210] env[69385]: DEBUG oslo_concurrency.lockutils [req-ccbb6a8b-6add-4e41-b5a1-2a0aff7d5b07 req-a5bf5ea0-c97c-4baa-8678-61d9a4028547 service nova] Acquiring lock "refresh_cache-ca94be8c-69cf-4a2b-a47a-dc221aae31f6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.619327] env[69385]: DEBUG oslo_concurrency.lockutils [req-ccbb6a8b-6add-4e41-b5a1-2a0aff7d5b07 req-a5bf5ea0-c97c-4baa-8678-61d9a4028547 service nova] Acquired lock "refresh_cache-ca94be8c-69cf-4a2b-a47a-dc221aae31f6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.619490] env[69385]: DEBUG nova.network.neutron [req-ccbb6a8b-6add-4e41-b5a1-2a0aff7d5b07 req-a5bf5ea0-c97c-4baa-8678-61d9a4028547 service nova] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Refreshing network info cache for port 96738922-210d-4b61-ab1d-e51004191b9e {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.624480] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.711304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.724938] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340995, 'name': CreateVM_Task, 'duration_secs': 0.330656} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.725134] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.725874] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.726050] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.726379] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.726686] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbf7852-d4d9-4bce-b821-16b4a37df346 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.733777] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1142.733777] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5222726c-9cc3-4230-336e-b6229644c2ec" [ 1142.733777] env[69385]: _type = "Task" [ 1142.733777] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.743684] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5222726c-9cc3-4230-336e-b6229644c2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.805986] env[69385]: DEBUG nova.network.neutron [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Successfully created port: e3c5eed2-c141-4408-a104-cbf82560a810 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.848259] env[69385]: DEBUG oslo_concurrency.lockutils [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] Releasing lock "refresh_cache-19531f5d-fa1b-46e6-b8e4-ba48875f9b73" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.848259] env[69385]: DEBUG nova.compute.manager [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Received event network-vif-deleted-533186a4-1643-4d45-8f1c-b8d5210d1656 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1142.848259] env[69385]: INFO nova.compute.manager [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Neutron deleted interface 533186a4-1643-4d45-8f1c-b8d5210d1656; detaching it from the instance and deleting it from the info cache [ 1142.848259] env[69385]: DEBUG nova.network.neutron [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.956531] env[69385]: DEBUG nova.compute.manager [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.958041] env[69385]: DEBUG nova.objects.base [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Object Instance<5ff20111-4193-4223-8bf7-23978dae759b> lazy-loaded attributes: resources,numa_topology {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1143.011029] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.011029] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.054335] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3340993, 'name': CreateVM_Task, 'duration_secs': 1.702785} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.054435] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.055280] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.124542] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.212386] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67334059-f78c-4141-ba8c-17952bf57b73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.220586] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f31b128-bd59-4322-b244-f5a22ef3bc14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.261620] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9436f3-4b54-471e-88ed-fd18e2d51b44 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.271778] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquiring lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.271913] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.272613] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquiring lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.272613] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.272613] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.273969] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5222726c-9cc3-4230-336e-b6229644c2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.274423] env[69385]: INFO nova.compute.manager [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Terminating instance [ 1143.276634] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac09d20-24c2-4150-b013-5fbf03413da2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.280469] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.280692] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.280913] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.281074] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.281253] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.282439] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.282645] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.282855] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64c1b57f-7410-40d8-8cd4-e1d9a60b7992 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.286852] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8eebe6-ee63-48de-a4c9-98acc5b8209f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.297429] env[69385]: DEBUG nova.compute.provider_tree [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.302058] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1143.302058] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52083bc9-6dff-de11-5cc2-7e6778479137" [ 1143.302058] env[69385]: _type = "Task" [ 1143.302058] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.303072] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.304032] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.306569] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38686c04-8aaa-4fd5-929d-baf01bcd9e1c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.314469] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1143.314469] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ff0965-d2a0-03eb-13ce-274427c73281" [ 1143.314469] env[69385]: _type = "Task" [ 1143.314469] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.318010] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52083bc9-6dff-de11-5cc2-7e6778479137, 'name': SearchDatastore_Task, 'duration_secs': 0.008882} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.320885] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.321120] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.321327] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.326675] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ff0965-d2a0-03eb-13ce-274427c73281, 'name': SearchDatastore_Task, 'duration_secs': 0.008258} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.329708] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd9d2e2-1755-40f9-b038-895124756c52 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.335192] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1143.335192] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5264071e-b1aa-661e-2254-54dcf5f6d991" [ 1143.335192] env[69385]: _type = "Task" [ 1143.335192] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.342663] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5264071e-b1aa-661e-2254-54dcf5f6d991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.350609] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13b77c86-177e-4e14-b4ef-31f2692fb6b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.358857] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23437381-4f1b-48f8-b35d-da70cbb84e54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.389883] env[69385]: DEBUG nova.compute.manager [req-d6e6da2b-9790-4fe8-a718-69d9e1e3d763 req-500be2da-3d96-4825-867a-60cf5417c5d5 service nova] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Detach interface failed, port_id=533186a4-1643-4d45-8f1c-b8d5210d1656, reason: Instance 1bc93488-7828-4e86-aa2b-155ba841d562 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1143.398593] env[69385]: DEBUG nova.network.neutron [req-ccbb6a8b-6add-4e41-b5a1-2a0aff7d5b07 req-a5bf5ea0-c97c-4baa-8678-61d9a4028547 service nova] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Updated VIF entry in instance network info cache for port 96738922-210d-4b61-ab1d-e51004191b9e. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.398929] env[69385]: DEBUG nova.network.neutron [req-ccbb6a8b-6add-4e41-b5a1-2a0aff7d5b07 req-a5bf5ea0-c97c-4baa-8678-61d9a4028547 service nova] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Updating instance_info_cache with network_info: [{"id": "96738922-210d-4b61-ab1d-e51004191b9e", "address": "fa:16:3e:e8:1d:bf", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96738922-21", "ovs_interfaceid": "96738922-210d-4b61-ab1d-e51004191b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.517285] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.517468] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.517621] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.517774] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.517917] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.518086] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.518221] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1143.518367] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.623148] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.785853] env[69385]: DEBUG nova.compute.manager [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.786132] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.787016] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920bddd0-f62d-4120-bf3e-ff84e18ae08e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.795768] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.796053] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d2782a-b483-44f6-8e5c-222fd162164d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.800502] env[69385]: DEBUG nova.scheduler.client.report [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.805352] env[69385]: DEBUG oslo_vmware.api [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1143.805352] env[69385]: value = "task-3340996" [ 1143.805352] env[69385]: _type = "Task" [ 1143.805352] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.813988] env[69385]: DEBUG oslo_vmware.api [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.845831] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5264071e-b1aa-661e-2254-54dcf5f6d991, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.846113] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.846387] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] ca94be8c-69cf-4a2b-a47a-dc221aae31f6/ca94be8c-69cf-4a2b-a47a-dc221aae31f6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.846661] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.846857] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.847095] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed8258ab-f656-4ae4-8b6e-ec9d9fe2cecd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.848954] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34dd7bfe-780b-44c6-a7dd-ef9102cdd2db {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.857328] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1143.857328] env[69385]: value = "task-3340997" [ 1143.857328] env[69385]: _type = "Task" [ 1143.857328] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.861702] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.861939] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.862994] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42c0b9f-d518-408b-a06c-f7602bd9202a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.868283] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.871963] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1143.871963] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5278b939-8377-4a26-e0ec-7884fe32c798" [ 1143.871963] env[69385]: _type = "Task" [ 1143.871963] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.879520] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5278b939-8377-4a26-e0ec-7884fe32c798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.902028] env[69385]: DEBUG oslo_concurrency.lockutils [req-ccbb6a8b-6add-4e41-b5a1-2a0aff7d5b07 req-a5bf5ea0-c97c-4baa-8678-61d9a4028547 service nova] Releasing lock "refresh_cache-ca94be8c-69cf-4a2b-a47a-dc221aae31f6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.964764] env[69385]: DEBUG nova.compute.manager [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.992549] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.992858] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.993073] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.993275] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.993445] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.993646] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.993889] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.994080] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.994257] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.994439] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.994646] env[69385]: DEBUG nova.virt.hardware [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.995593] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71503eb1-c306-40b7-95ea-6cee82232977 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.004413] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1662c3-6acc-4ffc-b3e0-90678bbd0165 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.020745] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.123429] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.305747] env[69385]: DEBUG nova.compute.manager [req-91756c07-c1ae-41d0-b2d5-f29cf421b8b5 req-96d55a21-d5a1-476e-92b4-8e0e39f9dc9c service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Received event network-vif-plugged-e3c5eed2-c141-4408-a104-cbf82560a810 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.306111] env[69385]: DEBUG oslo_concurrency.lockutils [req-91756c07-c1ae-41d0-b2d5-f29cf421b8b5 req-96d55a21-d5a1-476e-92b4-8e0e39f9dc9c service nova] Acquiring lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.306412] env[69385]: DEBUG oslo_concurrency.lockutils [req-91756c07-c1ae-41d0-b2d5-f29cf421b8b5 req-96d55a21-d5a1-476e-92b4-8e0e39f9dc9c service nova] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.306602] env[69385]: DEBUG oslo_concurrency.lockutils [req-91756c07-c1ae-41d0-b2d5-f29cf421b8b5 req-96d55a21-d5a1-476e-92b4-8e0e39f9dc9c service nova] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.306786] env[69385]: DEBUG nova.compute.manager [req-91756c07-c1ae-41d0-b2d5-f29cf421b8b5 req-96d55a21-d5a1-476e-92b4-8e0e39f9dc9c service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] No waiting events found dispatching network-vif-plugged-e3c5eed2-c141-4408-a104-cbf82560a810 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.307012] env[69385]: WARNING nova.compute.manager [req-91756c07-c1ae-41d0-b2d5-f29cf421b8b5 req-96d55a21-d5a1-476e-92b4-8e0e39f9dc9c service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Received unexpected event network-vif-plugged-e3c5eed2-c141-4408-a104-cbf82560a810 for instance with vm_state building and task_state spawning. [ 1144.312565] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.315783] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.695s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.317334] env[69385]: INFO nova.compute.claims [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.326093] env[69385]: DEBUG oslo_vmware.api [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3340996, 'name': PowerOffVM_Task, 'duration_secs': 0.202058} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.326369] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.326541] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.326803] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae3bd2bb-49fe-4d55-9a63-6f2dce9c6c77 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.369057] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484998} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.369348] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] ca94be8c-69cf-4a2b-a47a-dc221aae31f6/ca94be8c-69cf-4a2b-a47a-dc221aae31f6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.369571] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.370035] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e60c853-5065-4fd5-ae71-6f8e77851901 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.382476] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5278b939-8377-4a26-e0ec-7884fe32c798, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.384266] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1144.384266] env[69385]: value = "task-3340999" [ 1144.384266] env[69385]: _type = "Task" [ 1144.384266] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.384517] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f3f90b-6236-4a5b-9254-e5fab5f40b37 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.394832] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.396034] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1144.396034] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52180500-8763-4a72-8a27-430cbf9afb56" [ 1144.396034] env[69385]: _type = "Task" [ 1144.396034] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.403835] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52180500-8763-4a72-8a27-430cbf9afb56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.405596] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.405788] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.405957] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Deleting the datastore file [datastore2] d7d7c68d-ac28-4cc1-8690-d54f3800df99 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.406245] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175902bf-6e22-4110-a029-5aba0c6f86f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.412190] env[69385]: DEBUG oslo_vmware.api [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for the task: (returnval){ [ 1144.412190] env[69385]: value = "task-3341000" [ 1144.412190] env[69385]: _type = "Task" [ 1144.412190] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.419777] env[69385]: DEBUG oslo_vmware.api [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3341000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.424607] env[69385]: DEBUG nova.network.neutron [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Successfully updated port: e3c5eed2-c141-4408-a104-cbf82560a810 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.623127] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.826681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7d13354-b3df-4c79-8d4a-2f75bb04aac0 tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.303s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.827937] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.204s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.827937] env[69385]: INFO nova.compute.manager [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Unshelving [ 1144.897331] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3340999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065542} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.900434] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.901375] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f749b39-2a4f-47ef-80de-277e5fab4400 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.923567] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] ca94be8c-69cf-4a2b-a47a-dc221aae31f6/ca94be8c-69cf-4a2b-a47a-dc221aae31f6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.930260] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab30be0-e8b1-4c6a-a9cf-3efa266a36f2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.945485] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "refresh_cache-f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.945639] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "refresh_cache-f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.945794] env[69385]: DEBUG nova.network.neutron [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.948747] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52180500-8763-4a72-8a27-430cbf9afb56, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.948747] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.948747] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 19531f5d-fa1b-46e6-b8e4-ba48875f9b73/19531f5d-fa1b-46e6-b8e4-ba48875f9b73.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.949689] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b318f5-5b5d-4bf4-b07d-3b77ba1bfa55 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.954911] env[69385]: DEBUG oslo_vmware.api [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Task: {'id': task-3341000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144291} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.957032] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.957338] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.957555] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.957734] env[69385]: INFO nova.compute.manager [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1144.957967] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.958229] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1144.958229] env[69385]: value = "task-3341001" [ 1144.958229] env[69385]: _type = "Task" [ 1144.958229] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.958661] env[69385]: DEBUG nova.compute.manager [-] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.958761] env[69385]: DEBUG nova.network.neutron [-] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.964953] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1144.964953] env[69385]: value = "task-3341002" [ 1144.964953] env[69385]: _type = "Task" [ 1144.964953] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.971706] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.976388] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.124173] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.474988] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.484725] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50142} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.485033] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 19531f5d-fa1b-46e6-b8e4-ba48875f9b73/19531f5d-fa1b-46e6-b8e4-ba48875f9b73.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.485270] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.485553] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-111db5a9-6d56-4b51-bc39-5bea6a765ac0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.494324] env[69385]: DEBUG nova.network.neutron [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.497434] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1145.497434] env[69385]: value = "task-3341003" [ 1145.497434] env[69385]: _type = "Task" [ 1145.497434] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.508381] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.623196] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff005a-1568-40c8-a773-cf7e63b032ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.633263] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befee3b2-d73d-460a-9863-000e999ffe33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.636244] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.662864] env[69385]: DEBUG nova.network.neutron [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Updating instance_info_cache with network_info: [{"id": "e3c5eed2-c141-4408-a104-cbf82560a810", "address": "fa:16:3e:ea:e9:16", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c5eed2-c1", "ovs_interfaceid": "e3c5eed2-c141-4408-a104-cbf82560a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.664553] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc930b7-30b8-42ff-9a8d-819382ac6e85 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.671842] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375419c7-2253-486b-9ee2-a34c4af32e31 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.687028] env[69385]: DEBUG nova.compute.provider_tree [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.852939] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.970868] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341001, 'name': ReconfigVM_Task, 'duration_secs': 0.646177} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.971151] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Reconfigured VM instance instance-00000063 to attach disk [datastore2] ca94be8c-69cf-4a2b-a47a-dc221aae31f6/ca94be8c-69cf-4a2b-a47a-dc221aae31f6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.971869] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fc9923a-9c7f-4b2d-89f7-411000805497 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.978112] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1145.978112] env[69385]: value = "task-3341004" [ 1145.978112] env[69385]: _type = "Task" [ 1145.978112] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.985667] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341004, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.006645] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076778} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.006910] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.007684] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df795dc7-cbb8-4845-9443-9c128a827ddd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.030636] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 19531f5d-fa1b-46e6-b8e4-ba48875f9b73/19531f5d-fa1b-46e6-b8e4-ba48875f9b73.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.030935] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7f453a-3ac8-4084-9ef4-f8db0beb16fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.046031] env[69385]: DEBUG nova.network.neutron [-] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.052474] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1146.052474] env[69385]: value = "task-3341005" [ 1146.052474] env[69385]: _type = "Task" [ 1146.052474] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.060979] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.127503] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.168299] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "refresh_cache-f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.168752] env[69385]: DEBUG nova.compute.manager [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Instance network_info: |[{"id": "e3c5eed2-c141-4408-a104-cbf82560a810", "address": "fa:16:3e:ea:e9:16", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c5eed2-c1", "ovs_interfaceid": "e3c5eed2-c141-4408-a104-cbf82560a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.169273] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:e9:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3c5eed2-c141-4408-a104-cbf82560a810', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.177147] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.177501] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.177599] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b303438a-107a-4dbd-b5f0-985b945d3e8f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.192450] env[69385]: DEBUG nova.scheduler.client.report [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.201672] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.201672] env[69385]: value = "task-3341006" [ 1146.201672] env[69385]: _type = "Task" [ 1146.201672] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.212094] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341006, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.333517] env[69385]: DEBUG nova.compute.manager [req-bef173cb-407a-4f72-afe7-1612ddaf681c req-822991d5-75b3-4914-ab88-90f06a5e6638 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Received event network-changed-e3c5eed2-c141-4408-a104-cbf82560a810 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1146.333739] env[69385]: DEBUG nova.compute.manager [req-bef173cb-407a-4f72-afe7-1612ddaf681c req-822991d5-75b3-4914-ab88-90f06a5e6638 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Refreshing instance network info cache due to event network-changed-e3c5eed2-c141-4408-a104-cbf82560a810. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1146.333964] env[69385]: DEBUG oslo_concurrency.lockutils [req-bef173cb-407a-4f72-afe7-1612ddaf681c req-822991d5-75b3-4914-ab88-90f06a5e6638 service nova] Acquiring lock "refresh_cache-f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.334121] env[69385]: DEBUG oslo_concurrency.lockutils [req-bef173cb-407a-4f72-afe7-1612ddaf681c req-822991d5-75b3-4914-ab88-90f06a5e6638 service nova] Acquired lock "refresh_cache-f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.334279] env[69385]: DEBUG nova.network.neutron [req-bef173cb-407a-4f72-afe7-1612ddaf681c req-822991d5-75b3-4914-ab88-90f06a5e6638 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Refreshing network info cache for port e3c5eed2-c141-4408-a104-cbf82560a810 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.488310] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341004, 'name': Rename_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.548618] env[69385]: INFO nova.compute.manager [-] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Took 1.59 seconds to deallocate network for instance. [ 1146.561849] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341005, 'name': ReconfigVM_Task, 'duration_secs': 0.280468} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.562155] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 19531f5d-fa1b-46e6-b8e4-ba48875f9b73/19531f5d-fa1b-46e6-b8e4-ba48875f9b73.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.562775] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33978a96-82a9-4c17-af96-1dd20cdcac4f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.571189] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1146.571189] env[69385]: value = "task-3341007" [ 1146.571189] env[69385]: _type = "Task" [ 1146.571189] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.580155] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341007, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.628664] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.698272] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.698829] env[69385]: DEBUG nova.compute.manager [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.702301] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.601s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.703903] env[69385]: INFO nova.compute.claims [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.716954] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341006, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.988942] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341004, 'name': Rename_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.057767] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.083276] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341007, 'name': Rename_Task, 'duration_secs': 0.134688} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.083608] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.084043] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2678eb-2872-458e-a618-7ee96dd5f408 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.090469] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1147.090469] env[69385]: value = "task-3341008" [ 1147.090469] env[69385]: _type = "Task" [ 1147.090469] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.098623] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.128993] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.204088] env[69385]: DEBUG nova.compute.utils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.205666] env[69385]: DEBUG nova.compute.manager [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.205845] env[69385]: DEBUG nova.network.neutron [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.222225] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341006, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.301139] env[69385]: DEBUG nova.policy [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '920e884515754a058802bc13ba163dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a60a085079401fa35f4bea9e628371', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.351084] env[69385]: DEBUG nova.network.neutron [req-bef173cb-407a-4f72-afe7-1612ddaf681c req-822991d5-75b3-4914-ab88-90f06a5e6638 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Updated VIF entry in instance network info cache for port e3c5eed2-c141-4408-a104-cbf82560a810. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.351520] env[69385]: DEBUG nova.network.neutron [req-bef173cb-407a-4f72-afe7-1612ddaf681c req-822991d5-75b3-4914-ab88-90f06a5e6638 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Updating instance_info_cache with network_info: [{"id": "e3c5eed2-c141-4408-a104-cbf82560a810", "address": "fa:16:3e:ea:e9:16", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c5eed2-c1", "ovs_interfaceid": "e3c5eed2-c141-4408-a104-cbf82560a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.490054] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341004, 'name': Rename_Task, 'duration_secs': 1.16637} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.490387] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.490671] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f17ca96e-e2a5-4570-b0de-4b48e2f913c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.497309] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1147.497309] env[69385]: value = "task-3341009" [ 1147.497309] env[69385]: _type = "Task" [ 1147.497309] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.504794] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.600630] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341008, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.630200] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.656787] env[69385]: DEBUG nova.network.neutron [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Successfully created port: dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.709013] env[69385]: DEBUG nova.compute.manager [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.728108] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341006, 'name': CreateVM_Task, 'duration_secs': 1.219937} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.728108] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.728108] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.728108] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.728482] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.729109] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6c7207-6359-467d-aadd-4c2449ef7cc2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.734537] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1147.734537] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8cc7e-c89a-7ce1-b86f-dc132fd3a82d" [ 1147.734537] env[69385]: _type = "Task" [ 1147.734537] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.744608] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8cc7e-c89a-7ce1-b86f-dc132fd3a82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.855768] env[69385]: DEBUG oslo_concurrency.lockutils [req-bef173cb-407a-4f72-afe7-1612ddaf681c req-822991d5-75b3-4914-ab88-90f06a5e6638 service nova] Releasing lock "refresh_cache-f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.857145] env[69385]: DEBUG nova.compute.manager [req-bef173cb-407a-4f72-afe7-1612ddaf681c req-822991d5-75b3-4914-ab88-90f06a5e6638 service nova] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Received event network-vif-deleted-ffcc57b1-5d09-4200-9b56-4ad235709cd2 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.967301] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ca0a87-11e0-4141-8a7c-d38c03c52cf7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.974868] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee03414-3f3d-465f-b277-151ae53f09f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.010969] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1caea6-ff0c-4922-851f-a93675e3dc7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.021353] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f9883c-af3b-46e2-a56b-6081a9f322f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.025526] env[69385]: DEBUG oslo_vmware.api [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341009, 'name': PowerOnVM_Task, 'duration_secs': 0.488756} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.025526] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.025689] env[69385]: INFO nova.compute.manager [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1148.025865] env[69385]: DEBUG nova.compute.manager [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.028886] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c554dff4-0228-4957-a3f6-a33b3003acef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.037212] env[69385]: DEBUG nova.compute.provider_tree [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.101026] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341008, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.130661] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.245878] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a8cc7e-c89a-7ce1-b86f-dc132fd3a82d, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.246047] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.247041] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.247041] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.247041] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.247041] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.247041] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52c216dc-65bc-4316-b327-47e7259b36a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.256117] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.256306] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.257738] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d817040-1a10-44da-96b9-78a01d750cdf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.263956] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1148.263956] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ed8268-6fa5-08b1-69aa-6be361e1fb72" [ 1148.263956] env[69385]: _type = "Task" [ 1148.263956] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.273218] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ed8268-6fa5-08b1-69aa-6be361e1fb72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.540740] env[69385]: DEBUG nova.scheduler.client.report [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.555971] env[69385]: INFO nova.compute.manager [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Took 21.72 seconds to build instance. [ 1148.602213] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341008, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.631187] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.721708] env[69385]: DEBUG nova.compute.manager [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.749306] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.749767] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.749949] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.750151] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.750299] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.750444] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.750656] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.750842] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.751015] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.751211] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.751373] env[69385]: DEBUG nova.virt.hardware [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.752262] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8781ca5b-ecfa-4340-b4ab-2066572e9d0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.760604] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba54e06a-3d34-436e-b2a4-e1a201dc2537 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.772802] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ed8268-6fa5-08b1-69aa-6be361e1fb72, 'name': SearchDatastore_Task, 'duration_secs': 0.014364} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.781885] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0402a73-34eb-4b73-91c7-6665cc9fca4b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.786986] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1148.786986] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52250350-8646-2e93-77b5-c79d66b7864a" [ 1148.786986] env[69385]: _type = "Task" [ 1148.786986] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.794704] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52250350-8646-2e93-77b5-c79d66b7864a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.046494] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.047259] env[69385]: DEBUG nova.compute.manager [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.056872] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.010s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.059040] env[69385]: INFO nova.compute.claims [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.068253] env[69385]: DEBUG oslo_concurrency.lockutils [None req-daec27f2-6d74-4b2f-ac6b-9ce6f312c7f6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.269s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.069598] env[69385]: DEBUG nova.compute.manager [req-3fc25c37-5795-4e03-b85b-a2dcadf2822a req-e6dcf8b4-cc6b-495d-a462-e091f14876e7 service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Received event network-vif-plugged-dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.069906] env[69385]: DEBUG oslo_concurrency.lockutils [req-3fc25c37-5795-4e03-b85b-a2dcadf2822a req-e6dcf8b4-cc6b-495d-a462-e091f14876e7 service nova] Acquiring lock "46a09e59-d870-4a20-bb2d-1fe5b186c280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.073846] env[69385]: DEBUG oslo_concurrency.lockutils [req-3fc25c37-5795-4e03-b85b-a2dcadf2822a req-e6dcf8b4-cc6b-495d-a462-e091f14876e7 service nova] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.073846] env[69385]: DEBUG oslo_concurrency.lockutils [req-3fc25c37-5795-4e03-b85b-a2dcadf2822a req-e6dcf8b4-cc6b-495d-a462-e091f14876e7 service nova] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.073846] env[69385]: DEBUG nova.compute.manager [req-3fc25c37-5795-4e03-b85b-a2dcadf2822a req-e6dcf8b4-cc6b-495d-a462-e091f14876e7 service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] No waiting events found dispatching network-vif-plugged-dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.073846] env[69385]: WARNING nova.compute.manager [req-3fc25c37-5795-4e03-b85b-a2dcadf2822a req-e6dcf8b4-cc6b-495d-a462-e091f14876e7 service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Received unexpected event network-vif-plugged-dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 for instance with vm_state building and task_state spawning. [ 1149.110587] env[69385]: DEBUG oslo_vmware.api [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341008, 'name': PowerOnVM_Task, 'duration_secs': 1.716279} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.111490] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.111964] env[69385]: INFO nova.compute.manager [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Took 11.71 seconds to spawn the instance on the hypervisor. [ 1149.112667] env[69385]: DEBUG nova.compute.manager [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.115141] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96963323-3fa5-46ff-bc30-9bbf98dc4c14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.144596] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.196368] env[69385]: DEBUG nova.network.neutron [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Successfully updated port: dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.299481] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52250350-8646-2e93-77b5-c79d66b7864a, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.299689] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.299895] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb/f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.300175] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19d550ab-681e-4cdd-bca2-c2e9d98b8fab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.307236] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1149.307236] env[69385]: value = "task-3341010" [ 1149.307236] env[69385]: _type = "Task" [ 1149.307236] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.315025] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.559028] env[69385]: DEBUG nova.compute.utils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.560633] env[69385]: DEBUG nova.compute.manager [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.560834] env[69385]: DEBUG nova.network.neutron [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.623914] env[69385]: DEBUG nova.policy [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba640cb1f3d045a498f63ac36ec523f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ed77a844e684174aa51e83a0e6d2c13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.644084] env[69385]: INFO nova.compute.manager [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Took 29.07 seconds to build instance. [ 1149.644844] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.698919] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "refresh_cache-46a09e59-d870-4a20-bb2d-1fe5b186c280" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.699091] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "refresh_cache-46a09e59-d870-4a20-bb2d-1fe5b186c280" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.699262] env[69385]: DEBUG nova.network.neutron [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.729559] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.729842] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.730099] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.730291] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.730471] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.736018] env[69385]: INFO nova.compute.manager [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Terminating instance [ 1149.818668] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510241} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.818939] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb/f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.819229] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.819508] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-266eb50a-4c4b-4f46-8a31-7db8b0b21494 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.827133] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1149.827133] env[69385]: value = "task-3341011" [ 1149.827133] env[69385]: _type = "Task" [ 1149.827133] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.835609] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.022381] env[69385]: DEBUG nova.network.neutron [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Successfully created port: 38ba3868-524d-4a5c-8f4d-3e447cdc7b9c {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.065313] env[69385]: DEBUG nova.compute.manager [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.135216] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.149387] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b5619a2c-50bf-4baa-b9d9-9132cbfc9396 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.590s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.240766] env[69385]: DEBUG nova.compute.manager [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.240766] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.245226] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7b7a47-1c9e-4c8b-bc40-8e681fff10db {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.254216] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.255058] env[69385]: DEBUG nova.network.neutron [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.259685] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4574f42e-dd4a-42ac-9c5a-8bec42a332a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.267024] env[69385]: DEBUG oslo_vmware.api [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1150.267024] env[69385]: value = "task-3341012" [ 1150.267024] env[69385]: _type = "Task" [ 1150.267024] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.275048] env[69385]: DEBUG oslo_vmware.api [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.336954] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253293} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.339742] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.341128] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e4c1ca-a4b8-4aee-a78c-db9aa9758382 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.367733] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb/f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.374142] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda52a26-e962-4df8-ab10-e999f13253a3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.399650] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1150.399650] env[69385]: value = "task-3341013" [ 1150.399650] env[69385]: _type = "Task" [ 1150.399650] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.408058] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.415196] env[69385]: DEBUG nova.compute.manager [req-57a554c1-f445-4a47-9e04-5808359ee779 req-1be68065-ddd9-4880-a8fa-1dc0a33dcd31 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Received event network-changed-8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1150.415196] env[69385]: DEBUG nova.compute.manager [req-57a554c1-f445-4a47-9e04-5808359ee779 req-1be68065-ddd9-4880-a8fa-1dc0a33dcd31 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Refreshing instance network info cache due to event network-changed-8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1150.415196] env[69385]: DEBUG oslo_concurrency.lockutils [req-57a554c1-f445-4a47-9e04-5808359ee779 req-1be68065-ddd9-4880-a8fa-1dc0a33dcd31 service nova] Acquiring lock "refresh_cache-19531f5d-fa1b-46e6-b8e4-ba48875f9b73" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.415196] env[69385]: DEBUG oslo_concurrency.lockutils [req-57a554c1-f445-4a47-9e04-5808359ee779 req-1be68065-ddd9-4880-a8fa-1dc0a33dcd31 service nova] Acquired lock "refresh_cache-19531f5d-fa1b-46e6-b8e4-ba48875f9b73" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.415196] env[69385]: DEBUG nova.network.neutron [req-57a554c1-f445-4a47-9e04-5808359ee779 req-1be68065-ddd9-4880-a8fa-1dc0a33dcd31 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Refreshing network info cache for port 8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.432440] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cef15b3-a9ee-41a9-9e02-8242816ca61d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.441191] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5e28d9-4ccd-42cd-97f5-5cdef5f3eadb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.473095] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0308d32b-2339-46a8-99c9-c0e8b24902f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.480569] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d21ccf6-206d-4983-9408-b08232d6583e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.486098] env[69385]: DEBUG nova.network.neutron [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Updating instance_info_cache with network_info: [{"id": "dd56adaf-d6d8-4e1b-86ee-f6df74adeca6", "address": "fa:16:3e:1f:37:e1", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd56adaf-d6", "ovs_interfaceid": "dd56adaf-d6d8-4e1b-86ee-f6df74adeca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.495884] env[69385]: DEBUG nova.compute.provider_tree [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.497932] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "refresh_cache-46a09e59-d870-4a20-bb2d-1fe5b186c280" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.501018] env[69385]: DEBUG nova.compute.manager [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Instance network_info: |[{"id": "dd56adaf-d6d8-4e1b-86ee-f6df74adeca6", "address": "fa:16:3e:1f:37:e1", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd56adaf-d6", "ovs_interfaceid": "dd56adaf-d6d8-4e1b-86ee-f6df74adeca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.501018] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:37:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd56adaf-d6d8-4e1b-86ee-f6df74adeca6', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.505885] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Creating folder: Project (f6a60a085079401fa35f4bea9e628371). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.507113] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6fc2413-ee5e-4225-aaca-b95d1b2d3560 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.518612] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Created folder: Project (f6a60a085079401fa35f4bea9e628371) in parent group-v666556. [ 1150.518612] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Creating folder: Instances. Parent ref: group-v666810. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.518612] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fed0c66-6248-45a4-bf5a-919a2ae60031 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.527741] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Created folder: Instances in parent group-v666810. [ 1150.527956] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.528159] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.528352] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b0c17e3-1097-4a73-8c33-1af7372b02f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.548682] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.548682] env[69385]: value = "task-3341016" [ 1150.548682] env[69385]: _type = "Task" [ 1150.548682] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.559706] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341016, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.636508] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.778567] env[69385]: DEBUG oslo_vmware.api [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341012, 'name': PowerOffVM_Task, 'duration_secs': 0.228598} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.778936] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.779199] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.779527] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50352b8b-3bd5-423a-a765-cda5003891c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.843954] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.844190] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.844371] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleting the datastore file [datastore2] ca94be8c-69cf-4a2b-a47a-dc221aae31f6 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.844667] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fdb36f7-6dde-4909-94e0-fbb782f103ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.851053] env[69385]: DEBUG oslo_vmware.api [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1150.851053] env[69385]: value = "task-3341018" [ 1150.851053] env[69385]: _type = "Task" [ 1150.851053] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.858622] env[69385]: DEBUG oslo_vmware.api [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.909183] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341013, 'name': ReconfigVM_Task, 'duration_secs': 0.32159} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.909488] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfigured VM instance instance-00000064 to attach disk [datastore2] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb/f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.910149] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d7dd305-eff8-416f-bd21-17e09c077ae3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.916401] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1150.916401] env[69385]: value = "task-3341019" [ 1150.916401] env[69385]: _type = "Task" [ 1150.916401] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.926172] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341019, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.007666] env[69385]: DEBUG nova.scheduler.client.report [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.059069] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341016, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.075780] env[69385]: DEBUG nova.compute.manager [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.098378] env[69385]: DEBUG nova.compute.manager [req-acc1073d-ff18-4079-8c53-54b4d9377bf7 req-70c27459-be79-466e-848b-18dd2895e57e service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Received event network-changed-dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1151.098620] env[69385]: DEBUG nova.compute.manager [req-acc1073d-ff18-4079-8c53-54b4d9377bf7 req-70c27459-be79-466e-848b-18dd2895e57e service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Refreshing instance network info cache due to event network-changed-dd56adaf-d6d8-4e1b-86ee-f6df74adeca6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1151.098793] env[69385]: DEBUG oslo_concurrency.lockutils [req-acc1073d-ff18-4079-8c53-54b4d9377bf7 req-70c27459-be79-466e-848b-18dd2895e57e service nova] Acquiring lock "refresh_cache-46a09e59-d870-4a20-bb2d-1fe5b186c280" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.098937] env[69385]: DEBUG oslo_concurrency.lockutils [req-acc1073d-ff18-4079-8c53-54b4d9377bf7 req-70c27459-be79-466e-848b-18dd2895e57e service nova] Acquired lock "refresh_cache-46a09e59-d870-4a20-bb2d-1fe5b186c280" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.099138] env[69385]: DEBUG nova.network.neutron [req-acc1073d-ff18-4079-8c53-54b4d9377bf7 req-70c27459-be79-466e-848b-18dd2895e57e service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Refreshing network info cache for port dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.111883] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.112142] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.112296] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.112752] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.112752] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.112752] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.112932] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.113088] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.113259] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.113437] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.113574] env[69385]: DEBUG nova.virt.hardware [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.114687] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1782190f-47be-4e28-b2a8-fe0185326f1c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.125408] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5582b9f3-f7af-4449-b6d8-a4a91df9b2ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.144707] env[69385]: DEBUG oslo_vmware.api [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3340994, 'name': ReconfigVM_Task, 'duration_secs': 8.530106} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.144947] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.145174] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Reconfigured VM to detach interface {{(pid=69385) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1151.158028] env[69385]: DEBUG nova.network.neutron [req-57a554c1-f445-4a47-9e04-5808359ee779 req-1be68065-ddd9-4880-a8fa-1dc0a33dcd31 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Updated VIF entry in instance network info cache for port 8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.158028] env[69385]: DEBUG nova.network.neutron [req-57a554c1-f445-4a47-9e04-5808359ee779 req-1be68065-ddd9-4880-a8fa-1dc0a33dcd31 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Updating instance_info_cache with network_info: [{"id": "8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae", "address": "fa:16:3e:e1:b9:3b", "network": {"id": "9ba30d3f-cf79-4f03-8a5e-09a255d5f2a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1012244784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e76dd55d9194587b1b3c7e3b78531fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cfbd3ee-0e", "ovs_interfaceid": "8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.362771] env[69385]: DEBUG oslo_vmware.api [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16122} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.363348] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.363348] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.363348] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.363486] env[69385]: INFO nova.compute.manager [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1151.363934] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.363934] env[69385]: DEBUG nova.compute.manager [-] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.363934] env[69385]: DEBUG nova.network.neutron [-] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.426534] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341019, 'name': Rename_Task, 'duration_secs': 0.159785} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.426806] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.427063] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f58548d-a06c-44a8-bbb5-cf721e9e5976 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.433174] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1151.433174] env[69385]: value = "task-3341020" [ 1151.433174] env[69385]: _type = "Task" [ 1151.433174] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.441038] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.512959] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.513651] env[69385]: DEBUG nova.compute.manager [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.516737] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.393s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.517892] env[69385]: INFO nova.compute.claims [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.561021] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341016, 'name': CreateVM_Task, 'duration_secs': 0.667763} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.561021] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.561367] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.561551] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.561918] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.562221] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25750f4e-3215-4899-81e5-237ae2c7f577 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.567039] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1151.567039] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5260636d-6c6f-1b18-ae5e-0650cf553419" [ 1151.567039] env[69385]: _type = "Task" [ 1151.567039] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.576294] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5260636d-6c6f-1b18-ae5e-0650cf553419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.660584] env[69385]: DEBUG oslo_concurrency.lockutils [req-57a554c1-f445-4a47-9e04-5808359ee779 req-1be68065-ddd9-4880-a8fa-1dc0a33dcd31 service nova] Releasing lock "refresh_cache-19531f5d-fa1b-46e6-b8e4-ba48875f9b73" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.739411] env[69385]: DEBUG nova.compute.manager [req-2f671f11-f95d-4aa3-9cba-4b7e70317c5a req-c38607bc-a51b-4fb7-ae47-692e9a2307b4 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Received event network-vif-plugged-38ba3868-524d-4a5c-8f4d-3e447cdc7b9c {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1151.739754] env[69385]: DEBUG oslo_concurrency.lockutils [req-2f671f11-f95d-4aa3-9cba-4b7e70317c5a req-c38607bc-a51b-4fb7-ae47-692e9a2307b4 service nova] Acquiring lock "4afc3669-01f0-4504-87cb-36945e1bd5a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.739867] env[69385]: DEBUG oslo_concurrency.lockutils [req-2f671f11-f95d-4aa3-9cba-4b7e70317c5a req-c38607bc-a51b-4fb7-ae47-692e9a2307b4 service nova] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.740058] env[69385]: DEBUG oslo_concurrency.lockutils [req-2f671f11-f95d-4aa3-9cba-4b7e70317c5a req-c38607bc-a51b-4fb7-ae47-692e9a2307b4 service nova] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.740248] env[69385]: DEBUG nova.compute.manager [req-2f671f11-f95d-4aa3-9cba-4b7e70317c5a req-c38607bc-a51b-4fb7-ae47-692e9a2307b4 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] No waiting events found dispatching network-vif-plugged-38ba3868-524d-4a5c-8f4d-3e447cdc7b9c {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.740482] env[69385]: WARNING nova.compute.manager [req-2f671f11-f95d-4aa3-9cba-4b7e70317c5a req-c38607bc-a51b-4fb7-ae47-692e9a2307b4 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Received unexpected event network-vif-plugged-38ba3868-524d-4a5c-8f4d-3e447cdc7b9c for instance with vm_state building and task_state spawning. [ 1151.864206] env[69385]: DEBUG nova.network.neutron [req-acc1073d-ff18-4079-8c53-54b4d9377bf7 req-70c27459-be79-466e-848b-18dd2895e57e service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Updated VIF entry in instance network info cache for port dd56adaf-d6d8-4e1b-86ee-f6df74adeca6. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.864605] env[69385]: DEBUG nova.network.neutron [req-acc1073d-ff18-4079-8c53-54b4d9377bf7 req-70c27459-be79-466e-848b-18dd2895e57e service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Updating instance_info_cache with network_info: [{"id": "dd56adaf-d6d8-4e1b-86ee-f6df74adeca6", "address": "fa:16:3e:1f:37:e1", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd56adaf-d6", "ovs_interfaceid": "dd56adaf-d6d8-4e1b-86ee-f6df74adeca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.947421] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341020, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.022283] env[69385]: DEBUG nova.compute.utils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.025229] env[69385]: DEBUG nova.compute.manager [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.025399] env[69385]: DEBUG nova.network.neutron [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.062036] env[69385]: DEBUG nova.policy [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eac9dac6263485180ebb678d83f941e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f33a53b6c3bf42e09c0a7d15989bdee0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.077614] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5260636d-6c6f-1b18-ae5e-0650cf553419, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.077886] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.078129] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.078369] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.078515] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.078693] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.078945] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a4802c0-afcf-42bb-90c6-f76a2f7ee079 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.087354] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.087533] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.088286] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40a62b3-b41e-4225-bd54-ab2847776312 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.093478] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1152.093478] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526c0c89-1529-3515-43ab-1d8b50048044" [ 1152.093478] env[69385]: _type = "Task" [ 1152.093478] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.100994] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526c0c89-1529-3515-43ab-1d8b50048044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.117603] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.117873] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.118094] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.118279] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.118854] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.123884] env[69385]: INFO nova.compute.manager [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Terminating instance [ 1152.301872] env[69385]: DEBUG nova.network.neutron [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Successfully updated port: 38ba3868-524d-4a5c-8f4d-3e447cdc7b9c {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.370354] env[69385]: DEBUG oslo_concurrency.lockutils [req-acc1073d-ff18-4079-8c53-54b4d9377bf7 req-70c27459-be79-466e-848b-18dd2895e57e service nova] Releasing lock "refresh_cache-46a09e59-d870-4a20-bb2d-1fe5b186c280" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.376209] env[69385]: DEBUG nova.network.neutron [-] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.381413] env[69385]: DEBUG nova.network.neutron [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Successfully created port: c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.446394] env[69385]: DEBUG oslo_vmware.api [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341020, 'name': PowerOnVM_Task, 'duration_secs': 0.530915} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.449806] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.453017] env[69385]: INFO nova.compute.manager [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1152.453017] env[69385]: DEBUG nova.compute.manager [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.453017] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9664e3-3c1c-41c3-9775-8d9084f6f70c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.482255] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.482255] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquired lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.482255] env[69385]: DEBUG nova.network.neutron [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.531415] env[69385]: DEBUG nova.compute.manager [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.603392] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526c0c89-1529-3515-43ab-1d8b50048044, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.606751] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41eba5a1-0530-46b9-8a9c-9bcc91f30dcd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.611969] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1152.611969] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f82ef7-3e71-9fdc-fd17-b6a6a0f9c4f8" [ 1152.611969] env[69385]: _type = "Task" [ 1152.611969] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.621104] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f82ef7-3e71-9fdc-fd17-b6a6a0f9c4f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.627848] env[69385]: DEBUG nova.compute.manager [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.628107] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.628958] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c178415-eb3c-4b98-a92e-30d90ba3e9a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.637505] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.637746] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11bd13ad-1b67-4a7c-a460-dd98ecb353e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.645171] env[69385]: DEBUG oslo_vmware.api [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1152.645171] env[69385]: value = "task-3341021" [ 1152.645171] env[69385]: _type = "Task" [ 1152.645171] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.653746] env[69385]: DEBUG oslo_vmware.api [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3341021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.771235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690856c1-4800-440d-8f11-e0b7e2cd719d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.779598] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec6b6a-1da8-4c52-814a-050a4a565e89 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.810221] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.810307] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.810401] env[69385]: DEBUG nova.network.neutron [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.813131] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c026349a-b539-4a5c-8414-a03615f818ff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.820397] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7abceaa-eab7-4ab1-8a36-b7535b6fb000 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.525782] env[69385]: INFO nova.compute.manager [-] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Took 2.16 seconds to deallocate network for instance. [ 1153.540020] env[69385]: DEBUG nova.compute.manager [req-a1148f96-92ec-429a-b5b8-01100ee501c5 req-4569b7f5-e6d3-4fc4-9a29-925b7c791e40 service nova] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Received event network-vif-deleted-96738922-210d-4b61-ab1d-e51004191b9e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1153.540020] env[69385]: DEBUG nova.compute.manager [req-a1148f96-92ec-429a-b5b8-01100ee501c5 req-4569b7f5-e6d3-4fc4-9a29-925b7c791e40 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Received event network-changed-38ba3868-524d-4a5c-8f4d-3e447cdc7b9c {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1153.540020] env[69385]: DEBUG nova.compute.manager [req-a1148f96-92ec-429a-b5b8-01100ee501c5 req-4569b7f5-e6d3-4fc4-9a29-925b7c791e40 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Refreshing instance network info cache due to event network-changed-38ba3868-524d-4a5c-8f4d-3e447cdc7b9c. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1153.540020] env[69385]: DEBUG oslo_concurrency.lockutils [req-a1148f96-92ec-429a-b5b8-01100ee501c5 req-4569b7f5-e6d3-4fc4-9a29-925b7c791e40 service nova] Acquiring lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.540020] env[69385]: DEBUG nova.compute.manager [req-f76c0cf3-2bc2-4200-83ed-624a2c5a7618 req-3a03303a-e2d6-4de5-b44a-a66e37062f53 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Received event network-changed-e3c5eed2-c141-4408-a104-cbf82560a810 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1153.540020] env[69385]: DEBUG nova.compute.manager [req-f76c0cf3-2bc2-4200-83ed-624a2c5a7618 req-3a03303a-e2d6-4de5-b44a-a66e37062f53 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Refreshing instance network info cache due to event network-changed-e3c5eed2-c141-4408-a104-cbf82560a810. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1153.540020] env[69385]: DEBUG oslo_concurrency.lockutils [req-f76c0cf3-2bc2-4200-83ed-624a2c5a7618 req-3a03303a-e2d6-4de5-b44a-a66e37062f53 service nova] Acquiring lock "refresh_cache-f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.540020] env[69385]: DEBUG oslo_concurrency.lockutils [req-f76c0cf3-2bc2-4200-83ed-624a2c5a7618 req-3a03303a-e2d6-4de5-b44a-a66e37062f53 service nova] Acquired lock "refresh_cache-f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.540020] env[69385]: DEBUG nova.network.neutron [req-f76c0cf3-2bc2-4200-83ed-624a2c5a7618 req-3a03303a-e2d6-4de5-b44a-a66e37062f53 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Refreshing network info cache for port e3c5eed2-c141-4408-a104-cbf82560a810 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.548783] env[69385]: INFO nova.compute.manager [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Took 19.13 seconds to build instance. [ 1153.562695] env[69385]: DEBUG nova.compute.provider_tree [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.570532] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f82ef7-3e71-9fdc-fd17-b6a6a0f9c4f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.570532] env[69385]: DEBUG oslo_vmware.api [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3341021, 'name': PowerOffVM_Task, 'duration_secs': 0.449854} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.571230] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.571424] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 46a09e59-d870-4a20-bb2d-1fe5b186c280/46a09e59-d870-4a20-bb2d-1fe5b186c280.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.571709] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.571858] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.572092] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65469a0e-0d97-4869-9a23-391ebfe11da3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.574087] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7eeee5c-76c9-46ab-96f8-7f6783d0fa9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.583883] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1153.583883] env[69385]: value = "task-3341022" [ 1153.583883] env[69385]: _type = "Task" [ 1153.583883] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.584689] env[69385]: DEBUG nova.network.neutron [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.594845] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.636844] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.637121] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.637328] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleting the datastore file [datastore1] 3dcf2b20-f282-4bca-9300-0c2c199ae2ad {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.637588] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444c4788-eb9a-4566-b7a8-e066a2cc4b33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.645925] env[69385]: DEBUG oslo_vmware.api [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1153.645925] env[69385]: value = "task-3341024" [ 1153.645925] env[69385]: _type = "Task" [ 1153.645925] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.654585] env[69385]: DEBUG oslo_vmware.api [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3341024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.773547] env[69385]: DEBUG nova.network.neutron [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance_info_cache with network_info: [{"id": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "address": "fa:16:3e:1f:9b:be", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba3868-52", "ovs_interfaceid": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.953464] env[69385]: INFO nova.network.neutron [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Port 26c55df1-400f-471c-b7cf-dd29f759c281 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1153.953982] env[69385]: DEBUG nova.network.neutron [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [{"id": "51bdacbf-2bc7-4739-8357-fe257da391b1", "address": "fa:16:3e:b9:ac:5e", "network": {"id": "e89d7316-4a4a-4c48-8996-a7016458f726", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-84078709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4beac72a77784c2ba1ec58216ee1fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51bdacbf-2b", "ovs_interfaceid": "51bdacbf-2bc7-4739-8357-fe257da391b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.044641] env[69385]: DEBUG nova.compute.manager [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.062257] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.062744] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4c89673d-22ed-4412-89e9-b1f57d8a4725 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.654s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.071879] env[69385]: DEBUG nova.scheduler.client.report [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.080924] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.081172] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.081327] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.081519] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.081703] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.081857] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.082076] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.082230] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.082391] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.082543] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.082871] env[69385]: DEBUG nova.virt.hardware [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.084494] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd2c90-24d3-4314-87b0-59c682ea9352 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.101205] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a825f6a-5b45-488b-b50f-29ff6ff2c730 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.108990] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486303} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.109115] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 46a09e59-d870-4a20-bb2d-1fe5b186c280/46a09e59-d870-4a20-bb2d-1fe5b186c280.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.109336] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.109590] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d1318d6-d9d2-49ea-8424-cce0189c8bdc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.124874] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1154.124874] env[69385]: value = "task-3341025" [ 1154.124874] env[69385]: _type = "Task" [ 1154.124874] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.134311] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.152248] env[69385]: DEBUG nova.network.neutron [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Successfully updated port: c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.156791] env[69385]: DEBUG oslo_vmware.api [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3341024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224767} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.157349] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.157582] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.158031] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.158031] env[69385]: INFO nova.compute.manager [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1154.158240] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.158455] env[69385]: DEBUG nova.compute.manager [-] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.158572] env[69385]: DEBUG nova.network.neutron [-] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.284882] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.284882] env[69385]: DEBUG nova.compute.manager [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Instance network_info: |[{"id": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "address": "fa:16:3e:1f:9b:be", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba3868-52", "ovs_interfaceid": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.284882] env[69385]: DEBUG oslo_concurrency.lockutils [req-a1148f96-92ec-429a-b5b8-01100ee501c5 req-4569b7f5-e6d3-4fc4-9a29-925b7c791e40 service nova] Acquired lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.284882] env[69385]: DEBUG nova.network.neutron [req-a1148f96-92ec-429a-b5b8-01100ee501c5 req-4569b7f5-e6d3-4fc4-9a29-925b7c791e40 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Refreshing network info cache for port 38ba3868-524d-4a5c-8f4d-3e447cdc7b9c {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.286070] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:9b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38ba3868-524d-4a5c-8f4d-3e447cdc7b9c', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.293769] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.296635] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.297513] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef7cd13d-a5e4-402f-8302-01e4ff3e6e88 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.317679] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.317679] env[69385]: value = "task-3341026" [ 1154.317679] env[69385]: _type = "Task" [ 1154.317679] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.325918] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341026, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.456975] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Releasing lock "refresh_cache-3dcf2b20-f282-4bca-9300-0c2c199ae2ad" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.469526] env[69385]: DEBUG nova.network.neutron [req-f76c0cf3-2bc2-4200-83ed-624a2c5a7618 req-3a03303a-e2d6-4de5-b44a-a66e37062f53 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Updated VIF entry in instance network info cache for port e3c5eed2-c141-4408-a104-cbf82560a810. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.469870] env[69385]: DEBUG nova.network.neutron [req-f76c0cf3-2bc2-4200-83ed-624a2c5a7618 req-3a03303a-e2d6-4de5-b44a-a66e37062f53 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Updating instance_info_cache with network_info: [{"id": "e3c5eed2-c141-4408-a104-cbf82560a810", "address": "fa:16:3e:ea:e9:16", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c5eed2-c1", "ovs_interfaceid": "e3c5eed2-c141-4408-a104-cbf82560a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.588199] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.071s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.588733] env[69385]: DEBUG nova.compute.manager [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.591568] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.880s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.592173] env[69385]: DEBUG nova.objects.instance [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lazy-loading 'resources' on Instance uuid 1bc93488-7828-4e86-aa2b-155ba841d562 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.635087] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069052} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.635387] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.636222] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590cd312-1fb2-44b7-a764-d1f1870fabe4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.659351] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 46a09e59-d870-4a20-bb2d-1fe5b186c280/46a09e59-d870-4a20-bb2d-1fe5b186c280.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.660125] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.660225] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquired lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.660394] env[69385]: DEBUG nova.network.neutron [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.661680] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd3771c-962d-4611-b403-d216397bf87e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.684478] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1154.684478] env[69385]: value = "task-3341027" [ 1154.684478] env[69385]: _type = "Task" [ 1154.684478] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.695255] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.734484] env[69385]: DEBUG nova.network.neutron [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.827956] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341026, 'name': CreateVM_Task, 'duration_secs': 0.488477} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.828290] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.829021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.829545] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.829545] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.832065] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1a603b-de4f-4066-a13e-804ff6334e30 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.837362] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1154.837362] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fe2855-e215-d715-c0aa-ce38053b9a2d" [ 1154.837362] env[69385]: _type = "Task" [ 1154.837362] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.846954] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fe2855-e215-d715-c0aa-ce38053b9a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.964154] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a84e5186-9a18-4693-8db7-a45868579181 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "interface-3dcf2b20-f282-4bca-9300-0c2c199ae2ad-26c55df1-400f-471c-b7cf-dd29f759c281" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.439s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.972653] env[69385]: DEBUG oslo_concurrency.lockutils [req-f76c0cf3-2bc2-4200-83ed-624a2c5a7618 req-3a03303a-e2d6-4de5-b44a-a66e37062f53 service nova] Releasing lock "refresh_cache-f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.000159] env[69385]: DEBUG nova.network.neutron [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updating instance_info_cache with network_info: [{"id": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "address": "fa:16:3e:cb:ed:51", "network": {"id": "390f8c2c-122c-4495-8f91-050ffc14af7b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1104357225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f33a53b6c3bf42e09c0a7d15989bdee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505ab7f-57", "ovs_interfaceid": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.057099] env[69385]: DEBUG nova.network.neutron [req-a1148f96-92ec-429a-b5b8-01100ee501c5 req-4569b7f5-e6d3-4fc4-9a29-925b7c791e40 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updated VIF entry in instance network info cache for port 38ba3868-524d-4a5c-8f4d-3e447cdc7b9c. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.057456] env[69385]: DEBUG nova.network.neutron [req-a1148f96-92ec-429a-b5b8-01100ee501c5 req-4569b7f5-e6d3-4fc4-9a29-925b7c791e40 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance_info_cache with network_info: [{"id": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "address": "fa:16:3e:1f:9b:be", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba3868-52", "ovs_interfaceid": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.094965] env[69385]: DEBUG nova.compute.utils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.099599] env[69385]: DEBUG nova.compute.manager [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.099917] env[69385]: DEBUG nova.network.neutron [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.156037] env[69385]: DEBUG nova.policy [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe350abd58054dde8676ee68499090fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dfa1fd6d0f3446fbf53334c3a8c1bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.171741] env[69385]: DEBUG nova.compute.manager [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Received event network-vif-plugged-c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1155.171741] env[69385]: DEBUG oslo_concurrency.lockutils [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] Acquiring lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.173031] env[69385]: DEBUG oslo_concurrency.lockutils [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] Lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.173031] env[69385]: DEBUG oslo_concurrency.lockutils [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] Lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.173031] env[69385]: DEBUG nova.compute.manager [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] No waiting events found dispatching network-vif-plugged-c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.173031] env[69385]: WARNING nova.compute.manager [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Received unexpected event network-vif-plugged-c505ab7f-5709-40db-a2ef-82f99c848fe6 for instance with vm_state building and task_state spawning. [ 1155.173031] env[69385]: DEBUG nova.compute.manager [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Received event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1155.173031] env[69385]: DEBUG nova.compute.manager [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing instance network info cache due to event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1155.173031] env[69385]: DEBUG oslo_concurrency.lockutils [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] Acquiring lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.195110] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.349887] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fe2855-e215-d715-c0aa-ce38053b9a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.351036] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.351249] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.351499] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.351725] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.351838] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.352642] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83adef13-acd3-4b46-9467-1e1f5de3c8d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.355046] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ebf1ddb-3bb8-443d-94ee-21890d9abe61 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.361140] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8a210a-2279-4dc7-837d-07ac89afa75d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.396928] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78333ee-6186-42ff-9e76-70d4f4deabe7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.400212] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.400409] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.405023] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0020c5-f4c5-40b6-832b-d11198c62d6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.416632] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1155.416632] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7d6ab-4c17-d2e1-2547-60900f295ac9" [ 1155.416632] env[69385]: _type = "Task" [ 1155.416632] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.417373] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919dda5a-a229-4c40-956c-d09a80cd23cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.439362] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c7d6ab-4c17-d2e1-2547-60900f295ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.015537} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.439823] env[69385]: DEBUG nova.compute.provider_tree [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.441877] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84293c99-51a0-44d4-a088-cd1027260980 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.453066] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1155.453066] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52817c59-f0c6-9492-25ea-9871a62880ef" [ 1155.453066] env[69385]: _type = "Task" [ 1155.453066] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.462942] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52817c59-f0c6-9492-25ea-9871a62880ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.465633] env[69385]: DEBUG nova.network.neutron [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Successfully created port: 1ea40aa9-904c-44d4-87d4-9eaa5fe805f9 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.501954] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Releasing lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.502290] env[69385]: DEBUG nova.compute.manager [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Instance network_info: |[{"id": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "address": "fa:16:3e:cb:ed:51", "network": {"id": "390f8c2c-122c-4495-8f91-050ffc14af7b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1104357225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f33a53b6c3bf42e09c0a7d15989bdee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505ab7f-57", "ovs_interfaceid": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.502566] env[69385]: DEBUG oslo_concurrency.lockutils [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] Acquired lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.502739] env[69385]: DEBUG nova.network.neutron [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.504054] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ed:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c505ab7f-5709-40db-a2ef-82f99c848fe6', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.512525] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Creating folder: Project (f33a53b6c3bf42e09c0a7d15989bdee0). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.512588] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5a69cb8-4926-40c1-ac97-0031337076c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.524286] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Created folder: Project (f33a53b6c3bf42e09c0a7d15989bdee0) in parent group-v666556. [ 1155.524373] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Creating folder: Instances. Parent ref: group-v666814. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.524605] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e4e9362-778b-4aa7-9fc7-293a2cfa10b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.534888] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Created folder: Instances in parent group-v666814. [ 1155.535113] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.535299] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.535594] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50684822-ad73-4677-85db-48d513ce9f7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.554712] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.554712] env[69385]: value = "task-3341030" [ 1155.554712] env[69385]: _type = "Task" [ 1155.554712] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.562361] env[69385]: DEBUG oslo_concurrency.lockutils [req-a1148f96-92ec-429a-b5b8-01100ee501c5 req-4569b7f5-e6d3-4fc4-9a29-925b7c791e40 service nova] Releasing lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.562457] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341030, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.600658] env[69385]: DEBUG nova.compute.manager [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.627024] env[69385]: DEBUG nova.network.neutron [-] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.695713] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341027, 'name': ReconfigVM_Task, 'duration_secs': 0.792631} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.696159] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 46a09e59-d870-4a20-bb2d-1fe5b186c280/46a09e59-d870-4a20-bb2d-1fe5b186c280.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.696956] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c0d0d0-0d9d-4a71-80ac-82221b19217d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.704218] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1155.704218] env[69385]: value = "task-3341031" [ 1155.704218] env[69385]: _type = "Task" [ 1155.704218] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.713684] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341031, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.943982] env[69385]: DEBUG nova.scheduler.client.report [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.965519] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52817c59-f0c6-9492-25ea-9871a62880ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.965519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.965519] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 4afc3669-01f0-4504-87cb-36945e1bd5a5/4afc3669-01f0-4504-87cb-36945e1bd5a5.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.965519] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c79c85c-5e6d-4d19-be09-c4df40f28322 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.973093] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1155.973093] env[69385]: value = "task-3341032" [ 1155.973093] env[69385]: _type = "Task" [ 1155.973093] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.983183] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.069056] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341030, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.130347] env[69385]: INFO nova.compute.manager [-] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Took 1.97 seconds to deallocate network for instance. [ 1156.218620] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341031, 'name': Rename_Task, 'duration_secs': 0.182831} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.219304] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.219814] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e42186f-3222-4ebd-b052-3fea82bfebd4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.232527] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1156.232527] env[69385]: value = "task-3341033" [ 1156.232527] env[69385]: _type = "Task" [ 1156.232527] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.242013] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.277031] env[69385]: DEBUG nova.network.neutron [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updated VIF entry in instance network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.277031] env[69385]: DEBUG nova.network.neutron [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updating instance_info_cache with network_info: [{"id": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "address": "fa:16:3e:cb:ed:51", "network": {"id": "390f8c2c-122c-4495-8f91-050ffc14af7b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1104357225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f33a53b6c3bf42e09c0a7d15989bdee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505ab7f-57", "ovs_interfaceid": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.453050] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.455366] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.435s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.455563] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.455754] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1156.456093] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.603s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.456314] env[69385]: DEBUG nova.objects.instance [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lazy-loading 'pci_requests' on Instance uuid 5ff20111-4193-4223-8bf7-23978dae759b {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.458377] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb7fcec-1d8b-40fe-aa54-6e894fe74117 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.467282] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad52f06-bb21-4ce2-bfa4-ffced2e4eca6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.484930] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b180cdd-1752-4b10-8828-c551beaea38e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.488184] env[69385]: INFO nova.scheduler.client.report [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Deleted allocations for instance 1bc93488-7828-4e86-aa2b-155ba841d562 [ 1156.497845] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491565} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.499301] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfb7526-7dab-45e9-8e7f-8db48e3d34c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.502044] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 4afc3669-01f0-4504-87cb-36945e1bd5a5/4afc3669-01f0-4504-87cb-36945e1bd5a5.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.502200] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.502439] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c1fe43c-7d8f-43a9-b0ea-174680961db0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.532816] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179730MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1156.532816] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.534534] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1156.534534] env[69385]: value = "task-3341034" [ 1156.534534] env[69385]: _type = "Task" [ 1156.534534] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.564971] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341030, 'name': CreateVM_Task, 'duration_secs': 0.546893} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.565160] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.565851] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.566038] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.566369] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.566624] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305052a9-7f8a-4984-928e-be3648794ac4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.571322] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1156.571322] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d3680-7bd2-8b19-025b-9dd06b51ccd2" [ 1156.571322] env[69385]: _type = "Task" [ 1156.571322] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.579359] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d3680-7bd2-8b19-025b-9dd06b51ccd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.609507] env[69385]: DEBUG nova.compute.manager [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.634531] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.634773] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.634930] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.635144] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.635308] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.635473] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.635682] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.635840] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.636008] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.636205] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.636341] env[69385]: DEBUG nova.virt.hardware [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.637270] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.638240] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26056b05-7302-432d-90bc-d95a9cfc6945 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.645917] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64c256-ecc7-43cb-84f0-fdd2c756822e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.741926] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.780699] env[69385]: DEBUG oslo_concurrency.lockutils [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] Releasing lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.781050] env[69385]: DEBUG nova.compute.manager [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Received event network-vif-deleted-51bdacbf-2bc7-4739-8357-fe257da391b1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.781274] env[69385]: INFO nova.compute.manager [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Neutron deleted interface 51bdacbf-2bc7-4739-8357-fe257da391b1; detaching it from the instance and deleting it from the info cache [ 1156.781492] env[69385]: DEBUG nova.network.neutron [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.870716] env[69385]: DEBUG nova.compute.manager [req-d1ba89f5-7acc-4447-8d60-9398eca263a1 req-b25e2bee-9618-4778-a888-e5bbded4b146 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Received event network-vif-plugged-1ea40aa9-904c-44d4-87d4-9eaa5fe805f9 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.870978] env[69385]: DEBUG oslo_concurrency.lockutils [req-d1ba89f5-7acc-4447-8d60-9398eca263a1 req-b25e2bee-9618-4778-a888-e5bbded4b146 service nova] Acquiring lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.871209] env[69385]: DEBUG oslo_concurrency.lockutils [req-d1ba89f5-7acc-4447-8d60-9398eca263a1 req-b25e2bee-9618-4778-a888-e5bbded4b146 service nova] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.871351] env[69385]: DEBUG oslo_concurrency.lockutils [req-d1ba89f5-7acc-4447-8d60-9398eca263a1 req-b25e2bee-9618-4778-a888-e5bbded4b146 service nova] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.871591] env[69385]: DEBUG nova.compute.manager [req-d1ba89f5-7acc-4447-8d60-9398eca263a1 req-b25e2bee-9618-4778-a888-e5bbded4b146 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] No waiting events found dispatching network-vif-plugged-1ea40aa9-904c-44d4-87d4-9eaa5fe805f9 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.871766] env[69385]: WARNING nova.compute.manager [req-d1ba89f5-7acc-4447-8d60-9398eca263a1 req-b25e2bee-9618-4778-a888-e5bbded4b146 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Received unexpected event network-vif-plugged-1ea40aa9-904c-44d4-87d4-9eaa5fe805f9 for instance with vm_state building and task_state spawning. [ 1156.964796] env[69385]: DEBUG nova.network.neutron [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Successfully updated port: 1ea40aa9-904c-44d4-87d4-9eaa5fe805f9 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.967746] env[69385]: DEBUG nova.objects.instance [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lazy-loading 'numa_topology' on Instance uuid 5ff20111-4193-4223-8bf7-23978dae759b {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.004041] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d2121f4c-e276-457a-bfff-53cf9930e870 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "1bc93488-7828-4e86-aa2b-155ba841d562" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.832s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.044314] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21081} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.044664] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.045494] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3318422-893b-467e-b104-cb01658b5a7d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.068164] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 4afc3669-01f0-4504-87cb-36945e1bd5a5/4afc3669-01f0-4504-87cb-36945e1bd5a5.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.068889] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2a8b53-e0d0-48d2-a20c-fa2e89dfaf8b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.093638] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d3680-7bd2-8b19-025b-9dd06b51ccd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.094992] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.095300] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.095564] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.095717] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.095893] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.096232] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1157.096232] env[69385]: value = "task-3341035" [ 1157.096232] env[69385]: _type = "Task" [ 1157.096232] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.096423] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0437ae-d944-487f-8a25-d654d812c747 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.106788] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.107959] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.108153] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.108851] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b1b92a-6ef5-4f65-a2ce-f35e2d2ee3fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.113973] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1157.113973] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e8807c-380b-764e-d715-72447d2009e4" [ 1157.113973] env[69385]: _type = "Task" [ 1157.113973] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.123694] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e8807c-380b-764e-d715-72447d2009e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.243474] env[69385]: DEBUG oslo_vmware.api [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341033, 'name': PowerOnVM_Task, 'duration_secs': 0.872294} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.243788] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.243986] env[69385]: INFO nova.compute.manager [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1157.244189] env[69385]: DEBUG nova.compute.manager [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.244927] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfb35b5-3c8c-4380-8625-0f7c0b1c7ef6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.284695] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd348831-12a8-4200-b692-9f6054b59ff9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.295298] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f2fd5d-5df1-48eb-b6dc-078860c47b43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.328755] env[69385]: DEBUG nova.compute.manager [req-ae3a59b3-0b54-4103-b341-246f28d1275e req-4192cd28-b60d-4597-b72b-7e69c1e29501 service nova] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Detach interface failed, port_id=51bdacbf-2bc7-4739-8357-fe257da391b1, reason: Instance 3dcf2b20-f282-4bca-9300-0c2c199ae2ad could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1157.469911] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.470022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.470249] env[69385]: DEBUG nova.network.neutron [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.472984] env[69385]: INFO nova.compute.claims [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.610398] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.624297] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e8807c-380b-764e-d715-72447d2009e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.625208] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05422684-bbaf-4333-b82c-e95be71f0d18 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.630288] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1157.630288] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52942081-d3de-c2c0-50b4-6a4f69a6b60b" [ 1157.630288] env[69385]: _type = "Task" [ 1157.630288] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.639807] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52942081-d3de-c2c0-50b4-6a4f69a6b60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.762663] env[69385]: INFO nova.compute.manager [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Took 20.17 seconds to build instance. [ 1158.021403] env[69385]: DEBUG nova.network.neutron [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.036206] env[69385]: DEBUG oslo_concurrency.lockutils [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "86f6af32-635c-4976-82c9-d9dd10910861" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.036512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "86f6af32-635c-4976-82c9-d9dd10910861" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.036803] env[69385]: DEBUG oslo_concurrency.lockutils [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "86f6af32-635c-4976-82c9-d9dd10910861-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.037100] env[69385]: DEBUG oslo_concurrency.lockutils [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "86f6af32-635c-4976-82c9-d9dd10910861-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.037316] env[69385]: DEBUG oslo_concurrency.lockutils [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "86f6af32-635c-4976-82c9-d9dd10910861-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.040097] env[69385]: INFO nova.compute.manager [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Terminating instance [ 1158.100908] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "b9c983cf-49b4-4a74-8821-be8462970327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.101191] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "b9c983cf-49b4-4a74-8821-be8462970327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.101400] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "b9c983cf-49b4-4a74-8821-be8462970327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.101596] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "b9c983cf-49b4-4a74-8821-be8462970327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.101836] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "b9c983cf-49b4-4a74-8821-be8462970327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.104180] env[69385]: INFO nova.compute.manager [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Terminating instance [ 1158.120254] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.139562] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52942081-d3de-c2c0-50b4-6a4f69a6b60b, 'name': SearchDatastore_Task, 'duration_secs': 0.011794} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.142572] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.142856] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 07af7f5d-9d98-4f2b-ab5c-2222819e4503/07af7f5d-9d98-4f2b-ab5c-2222819e4503.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.143160] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-342f72a8-8bc3-48ee-9c6c-39856d54fad1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.149579] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1158.149579] env[69385]: value = "task-3341036" [ 1158.149579] env[69385]: _type = "Task" [ 1158.149579] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.160449] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.264543] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ca54f7c-377a-48f1-869b-d450a56d87b2 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.681s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.545895] env[69385]: DEBUG nova.network.neutron [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance_info_cache with network_info: [{"id": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "address": "fa:16:3e:c0:f8:13", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea40aa9-90", "ovs_interfaceid": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.548170] env[69385]: DEBUG nova.compute.manager [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.548531] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.549671] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94904d33-def9-4d0b-8225-fea4e21aed2e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.562815] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.563122] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e3437a9-2db1-44d9-b38d-1d622b0698d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.571587] env[69385]: DEBUG oslo_vmware.api [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1158.571587] env[69385]: value = "task-3341037" [ 1158.571587] env[69385]: _type = "Task" [ 1158.571587] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.580338] env[69385]: DEBUG oslo_vmware.api [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3341037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.618385] env[69385]: DEBUG nova.compute.manager [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.618385] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.618693] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341035, 'name': ReconfigVM_Task, 'duration_secs': 1.181833} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.623491] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4bdc69-fe4b-40f2-914d-e4689a4f6510 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.623491] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 4afc3669-01f0-4504-87cb-36945e1bd5a5/4afc3669-01f0-4504-87cb-36945e1bd5a5.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.623953] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5366b56d-94f1-42d6-9d77-291db02748fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.637779] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1158.637779] env[69385]: value = "task-3341038" [ 1158.637779] env[69385]: _type = "Task" [ 1158.637779] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.638929] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.639222] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fabeb4f-d02d-4c6d-90a3-3a7c3be08aa0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.658870] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341038, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.659292] env[69385]: DEBUG oslo_vmware.api [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1158.659292] env[69385]: value = "task-3341039" [ 1158.659292] env[69385]: _type = "Task" [ 1158.659292] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.671861] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341036, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.679911] env[69385]: DEBUG oslo_vmware.api [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3341039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.811977] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b853239-e236-49b1-a3e0-46bcd7bc303a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.823772] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c7c10-319b-4b5c-b675-04c5c980fb4d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.856065] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f512e8-0878-4638-81d1-025d5428828a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.863913] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4682ac9-680f-446e-8718-869f0c59b1ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.877597] env[69385]: DEBUG nova.compute.provider_tree [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.903707] env[69385]: DEBUG nova.compute.manager [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Received event network-changed-1ea40aa9-904c-44d4-87d4-9eaa5fe805f9 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1158.904267] env[69385]: DEBUG nova.compute.manager [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Refreshing instance network info cache due to event network-changed-1ea40aa9-904c-44d4-87d4-9eaa5fe805f9. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1158.904267] env[69385]: DEBUG oslo_concurrency.lockutils [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] Acquiring lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.049937] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.050939] env[69385]: DEBUG nova.compute.manager [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Instance network_info: |[{"id": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "address": "fa:16:3e:c0:f8:13", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea40aa9-90", "ovs_interfaceid": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.050939] env[69385]: DEBUG oslo_concurrency.lockutils [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] Acquired lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.050939] env[69385]: DEBUG nova.network.neutron [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Refreshing network info cache for port 1ea40aa9-904c-44d4-87d4-9eaa5fe805f9 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.052096] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:f8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ea40aa9-904c-44d4-87d4-9eaa5fe805f9', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.059816] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.060939] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.061163] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f920649-643d-474c-a9ab-4e76c78d5e33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.084259] env[69385]: DEBUG oslo_vmware.api [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3341037, 'name': PowerOffVM_Task, 'duration_secs': 0.291964} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.085458] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.085629] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.085841] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.085841] env[69385]: value = "task-3341040" [ 1159.085841] env[69385]: _type = "Task" [ 1159.085841] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.086026] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a1b9d4d-4d29-41e6-95b3-442c08f82267 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.095327] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341040, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.151028] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341038, 'name': Rename_Task, 'duration_secs': 0.17231} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.154340] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.155861] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d030e71e-55da-426b-8bc8-b2b39667b731 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.157434] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.157623] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.157795] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Deleting the datastore file [datastore1] 86f6af32-635c-4976-82c9-d9dd10910861 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.158444] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e8fbe7d-835f-4489-a5e2-0e87199e8ab2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.163985] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639368} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.167195] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 07af7f5d-9d98-4f2b-ab5c-2222819e4503/07af7f5d-9d98-4f2b-ab5c-2222819e4503.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.167365] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.168621] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b34e29f3-db7c-440c-92e8-55fdfde6ef45 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.170327] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1159.170327] env[69385]: value = "task-3341042" [ 1159.170327] env[69385]: _type = "Task" [ 1159.170327] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.171883] env[69385]: DEBUG oslo_vmware.api [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1159.171883] env[69385]: value = "task-3341043" [ 1159.171883] env[69385]: _type = "Task" [ 1159.171883] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.180452] env[69385]: DEBUG oslo_vmware.api [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3341039, 'name': PowerOffVM_Task, 'duration_secs': 0.29154} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.182344] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.182344] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.182617] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1159.182617] env[69385]: value = "task-3341044" [ 1159.182617] env[69385]: _type = "Task" [ 1159.182617] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.183084] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ec193d9-fa68-4b19-a010-a9d043ef0442 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.191853] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341042, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.195554] env[69385]: DEBUG oslo_vmware.api [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3341043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.201119] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.258448] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.258664] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.258845] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Deleting the datastore file [datastore1] b9c983cf-49b4-4a74-8821-be8462970327 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.259176] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0552833a-6aef-4b08-a243-ddce1e8b583e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.265383] env[69385]: DEBUG oslo_vmware.api [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for the task: (returnval){ [ 1159.265383] env[69385]: value = "task-3341046" [ 1159.265383] env[69385]: _type = "Task" [ 1159.265383] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.273258] env[69385]: DEBUG oslo_vmware.api [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3341046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.382750] env[69385]: DEBUG nova.scheduler.client.report [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.599164] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341040, 'name': CreateVM_Task, 'duration_secs': 0.322803} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.599340] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.600215] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.600278] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.600582] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.600823] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39a1ebe-f86b-4fee-ac48-67376e6a12c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.605544] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1159.605544] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52902c60-1367-c635-2d65-ca82e3f2c283" [ 1159.605544] env[69385]: _type = "Task" [ 1159.605544] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.613943] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52902c60-1367-c635-2d65-ca82e3f2c283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.686127] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341042, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.694578] env[69385]: DEBUG oslo_vmware.api [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3341043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154841} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.695252] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.695456] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.695634] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.695812] env[69385]: INFO nova.compute.manager [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1159.696065] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.696652] env[69385]: DEBUG nova.compute.manager [-] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.696763] env[69385]: DEBUG nova.network.neutron [-] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.701696] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0634} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.702225] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.703089] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d3873-b4d4-4fa1-930d-ac82d6fbb98a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.724734] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 07af7f5d-9d98-4f2b-ab5c-2222819e4503/07af7f5d-9d98-4f2b-ab5c-2222819e4503.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.727824] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea8a8bd-1132-4eed-893a-61ef56e24b2d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.750571] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1159.750571] env[69385]: value = "task-3341047" [ 1159.750571] env[69385]: _type = "Task" [ 1159.750571] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.760064] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.774988] env[69385]: DEBUG oslo_vmware.api [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Task: {'id': task-3341046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153191} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.775232] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.775428] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.775614] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.775791] env[69385]: INFO nova.compute.manager [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1159.776075] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.778461] env[69385]: DEBUG nova.compute.manager [-] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.778563] env[69385]: DEBUG nova.network.neutron [-] [instance: b9c983cf-49b4-4a74-8821-be8462970327] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.810099] env[69385]: DEBUG nova.network.neutron [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updated VIF entry in instance network info cache for port 1ea40aa9-904c-44d4-87d4-9eaa5fe805f9. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.810496] env[69385]: DEBUG nova.network.neutron [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance_info_cache with network_info: [{"id": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "address": "fa:16:3e:c0:f8:13", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea40aa9-90", "ovs_interfaceid": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.887628] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.431s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.891898] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.834s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.892184] env[69385]: DEBUG nova.objects.instance [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lazy-loading 'resources' on Instance uuid d7d7c68d-ac28-4cc1-8690-d54f3800df99 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.937098] env[69385]: INFO nova.network.neutron [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating port 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1160.117683] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52902c60-1367-c635-2d65-ca82e3f2c283, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.118196] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.118416] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.118853] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.118853] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.118991] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.119258] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-510587ca-43d2-416b-8c0e-bf6de164900c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.130628] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.130846] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.132058] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801bf628-1757-4b09-8447-25c0c56048b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.139838] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1160.139838] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523909ec-c3fc-2593-6b19-29b421584fc9" [ 1160.139838] env[69385]: _type = "Task" [ 1160.139838] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.149588] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523909ec-c3fc-2593-6b19-29b421584fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.184716] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341042, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.187323] env[69385]: DEBUG nova.compute.manager [req-7392a032-e4ba-4e37-b0b8-c4ac38f9fd16 req-5cd309eb-bfe3-4f69-99fd-cb3644a1758f service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Received event network-vif-deleted-9c958663-b6de-46aa-8fd3-56cbde29f3cb {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1160.187532] env[69385]: INFO nova.compute.manager [req-7392a032-e4ba-4e37-b0b8-c4ac38f9fd16 req-5cd309eb-bfe3-4f69-99fd-cb3644a1758f service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Neutron deleted interface 9c958663-b6de-46aa-8fd3-56cbde29f3cb; detaching it from the instance and deleting it from the info cache [ 1160.187729] env[69385]: DEBUG nova.network.neutron [req-7392a032-e4ba-4e37-b0b8-c4ac38f9fd16 req-5cd309eb-bfe3-4f69-99fd-cb3644a1758f service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.261397] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.313177] env[69385]: DEBUG oslo_concurrency.lockutils [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] Releasing lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.313630] env[69385]: DEBUG nova.compute.manager [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Received event network-changed-dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1160.313918] env[69385]: DEBUG nova.compute.manager [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Refreshing instance network info cache due to event network-changed-dd56adaf-d6d8-4e1b-86ee-f6df74adeca6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1160.314254] env[69385]: DEBUG oslo_concurrency.lockutils [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] Acquiring lock "refresh_cache-46a09e59-d870-4a20-bb2d-1fe5b186c280" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.314517] env[69385]: DEBUG oslo_concurrency.lockutils [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] Acquired lock "refresh_cache-46a09e59-d870-4a20-bb2d-1fe5b186c280" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.315257] env[69385]: DEBUG nova.network.neutron [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Refreshing network info cache for port dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.587848] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3ce0f4-83bb-48e5-a91e-69c35fdba9a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.595110] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8543aafe-1004-47eb-8cb8-b6d4f4156f6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.626608] env[69385]: DEBUG nova.network.neutron [-] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.628527] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd0f2bd-5bed-4898-9eec-95462f9cf702 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.636459] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f52540c-6065-45b0-9f8c-afc0c6634fb0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.652608] env[69385]: DEBUG nova.compute.provider_tree [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.656947] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523909ec-c3fc-2593-6b19-29b421584fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.658225] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e46fadc-e686-4e55-9b48-55f54000ccc7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.664976] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1160.664976] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e4527f-8498-bd97-66e8-1dbe68bdd10f" [ 1160.664976] env[69385]: _type = "Task" [ 1160.664976] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.668358] env[69385]: DEBUG nova.network.neutron [-] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.673865] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e4527f-8498-bd97-66e8-1dbe68bdd10f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.681252] env[69385]: DEBUG oslo_vmware.api [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341042, 'name': PowerOnVM_Task, 'duration_secs': 1.079873} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.681510] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.681689] env[69385]: INFO nova.compute.manager [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1160.681865] env[69385]: DEBUG nova.compute.manager [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.682587] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb531e-ebfc-428d-8ad6-f7ee65ce7b32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.691587] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-680f26ff-8b09-4356-ac4e-e837602bf46e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.699692] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9e688f-00a4-48d3-ac28-efa580fe998f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.731248] env[69385]: DEBUG nova.compute.manager [req-7392a032-e4ba-4e37-b0b8-c4ac38f9fd16 req-5cd309eb-bfe3-4f69-99fd-cb3644a1758f service nova] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Detach interface failed, port_id=9c958663-b6de-46aa-8fd3-56cbde29f3cb, reason: Instance 86f6af32-635c-4976-82c9-d9dd10910861 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1160.760196] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341047, 'name': ReconfigVM_Task, 'duration_secs': 0.560621} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.760469] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 07af7f5d-9d98-4f2b-ab5c-2222819e4503/07af7f5d-9d98-4f2b-ab5c-2222819e4503.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.761095] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1148c68d-4a16-43f8-b3cc-0f07c47d06b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.767019] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1160.767019] env[69385]: value = "task-3341048" [ 1160.767019] env[69385]: _type = "Task" [ 1160.767019] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.776618] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341048, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.022916] env[69385]: DEBUG nova.network.neutron [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Updated VIF entry in instance network info cache for port dd56adaf-d6d8-4e1b-86ee-f6df74adeca6. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.023298] env[69385]: DEBUG nova.network.neutron [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Updating instance_info_cache with network_info: [{"id": "dd56adaf-d6d8-4e1b-86ee-f6df74adeca6", "address": "fa:16:3e:1f:37:e1", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd56adaf-d6", "ovs_interfaceid": "dd56adaf-d6d8-4e1b-86ee-f6df74adeca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.132416] env[69385]: INFO nova.compute.manager [-] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Took 1.44 seconds to deallocate network for instance. [ 1161.158599] env[69385]: DEBUG nova.scheduler.client.report [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.170428] env[69385]: INFO nova.compute.manager [-] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Took 1.39 seconds to deallocate network for instance. [ 1161.182934] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e4527f-8498-bd97-66e8-1dbe68bdd10f, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.183219] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.183485] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe/4aa16e3c-cbf3-4768-8ca0-d135ddef28fe.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.183807] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-341a86e0-83e7-48c9-9b12-689909a5c1ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.191435] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1161.191435] env[69385]: value = "task-3341049" [ 1161.191435] env[69385]: _type = "Task" [ 1161.191435] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.204913] env[69385]: INFO nova.compute.manager [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Took 21.12 seconds to build instance. [ 1161.208892] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.276051] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341048, 'name': Rename_Task, 'duration_secs': 0.425261} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.276338] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.276586] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85b995af-d181-4e0f-92f4-fe252e8a55f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.282177] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1161.282177] env[69385]: value = "task-3341050" [ 1161.282177] env[69385]: _type = "Task" [ 1161.282177] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.289570] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.441022] env[69385]: DEBUG nova.compute.manager [req-32bfd925-5745-49b1-8e99-cc1a548ed732 req-a9dc095a-ce82-4398-bfc8-7ecbb5f2f295 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received event network-vif-plugged-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1161.441022] env[69385]: DEBUG oslo_concurrency.lockutils [req-32bfd925-5745-49b1-8e99-cc1a548ed732 req-a9dc095a-ce82-4398-bfc8-7ecbb5f2f295 service nova] Acquiring lock "5ff20111-4193-4223-8bf7-23978dae759b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.441022] env[69385]: DEBUG oslo_concurrency.lockutils [req-32bfd925-5745-49b1-8e99-cc1a548ed732 req-a9dc095a-ce82-4398-bfc8-7ecbb5f2f295 service nova] Lock "5ff20111-4193-4223-8bf7-23978dae759b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.441022] env[69385]: DEBUG oslo_concurrency.lockutils [req-32bfd925-5745-49b1-8e99-cc1a548ed732 req-a9dc095a-ce82-4398-bfc8-7ecbb5f2f295 service nova] Lock "5ff20111-4193-4223-8bf7-23978dae759b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.441581] env[69385]: DEBUG nova.compute.manager [req-32bfd925-5745-49b1-8e99-cc1a548ed732 req-a9dc095a-ce82-4398-bfc8-7ecbb5f2f295 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] No waiting events found dispatching network-vif-plugged-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.442495] env[69385]: WARNING nova.compute.manager [req-32bfd925-5745-49b1-8e99-cc1a548ed732 req-a9dc095a-ce82-4398-bfc8-7ecbb5f2f295 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received unexpected event network-vif-plugged-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1161.525740] env[69385]: DEBUG oslo_concurrency.lockutils [req-83f3b49b-1c75-4b4d-af20-996c03d2771e req-05ad2bc8-3854-4c89-885c-3b20011674b5 service nova] Releasing lock "refresh_cache-46a09e59-d870-4a20-bb2d-1fe5b186c280" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.565844] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.565998] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.566270] env[69385]: DEBUG nova.network.neutron [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.639881] env[69385]: DEBUG oslo_concurrency.lockutils [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.663283] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.666274] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.604s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.666757] env[69385]: DEBUG nova.objects.instance [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lazy-loading 'resources' on Instance uuid ca94be8c-69cf-4a2b-a47a-dc221aae31f6 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.676384] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.697360] env[69385]: INFO nova.scheduler.client.report [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Deleted allocations for instance d7d7c68d-ac28-4cc1-8690-d54f3800df99 [ 1161.704491] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50522} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.705081] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe/4aa16e3c-cbf3-4768-8ca0-d135ddef28fe.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.705762] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.705762] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a7b8a8b-37b7-4c06-984b-4a6c2d266986 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.711090] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e21362ba-4a7e-4fd7-8814-a0a717c4906b tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.635s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.712056] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1161.712056] env[69385]: value = "task-3341051" [ 1161.712056] env[69385]: _type = "Task" [ 1161.712056] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.719117] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.793792] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.212089] env[69385]: DEBUG oslo_concurrency.lockutils [None req-81a60404-44c7-4b4e-8c2c-d01e92061403 tempest-ServersV294TestFqdnHostnames-1227750550 tempest-ServersV294TestFqdnHostnames-1227750550-project-member] Lock "d7d7c68d-ac28-4cc1-8690-d54f3800df99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.940s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.225801] env[69385]: DEBUG nova.compute.manager [req-95efa058-4fe0-4ad9-9cf9-34e260d3c4da req-5cf717dd-cd49-40bf-9bb1-46e0ef6102b5 service nova] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Received event network-vif-deleted-ba7ff17b-e1ff-4c32-ad49-0435f73b1de1 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1162.232100] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082401} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.233660] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.233868] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8884ec9-d014-41a7-af57-09c4c7069685 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.258190] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe/4aa16e3c-cbf3-4768-8ca0-d135ddef28fe.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.260994] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ded1885-c3fd-4e93-8154-eb577ed4efd2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.287325] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1162.287325] env[69385]: value = "task-3341052" [ 1162.287325] env[69385]: _type = "Task" [ 1162.287325] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.295777] env[69385]: DEBUG oslo_vmware.api [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341050, 'name': PowerOnVM_Task, 'duration_secs': 0.79681} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.296778] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.298023] env[69385]: INFO nova.compute.manager [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1162.298023] env[69385]: DEBUG nova.compute.manager [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.298023] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8348286-9b13-433a-ba6c-9ceaa55d331a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.303803] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.450011] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a123da9-8d28-4847-b17e-dcef560fd4e9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.457750] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8495760f-58e9-4c7f-b074-6ea04650f4cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.491300] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb143c-c699-477e-93fa-f79f06136a33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.498565] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4b2c3f-cdea-437c-abec-6d5b6975d87b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.514670] env[69385]: DEBUG nova.compute.provider_tree [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.545460] env[69385]: DEBUG nova.network.neutron [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating instance_info_cache with network_info: [{"id": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "address": "fa:16:3e:cb:dc:5b", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aecb02c-65", "ovs_interfaceid": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.797143] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341052, 'name': ReconfigVM_Task, 'duration_secs': 0.284313} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.797476] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe/4aa16e3c-cbf3-4768-8ca0-d135ddef28fe.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.798158] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dc8cfec-ae0e-42c1-ac1c-56085038752a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.805163] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1162.805163] env[69385]: value = "task-3341053" [ 1162.805163] env[69385]: _type = "Task" [ 1162.805163] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.812906] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341053, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.827855] env[69385]: INFO nova.compute.manager [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Took 21.80 seconds to build instance. [ 1163.018427] env[69385]: DEBUG nova.scheduler.client.report [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.047560] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.075512] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c174d8789b51d1663634f74ddacac000',container_format='bare',created_at=2025-04-07T03:07:08Z,direct_url=,disk_format='vmdk',id=718021fa-9336-4741-b50d-c5b289e0a630,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-406477476-shelved',owner='de2a696c758f408597e9d2538bd7d787',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-07T03:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.075753] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.075919] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.076134] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.076286] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.076431] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.076635] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.076789] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.076948] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.077117] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.077288] env[69385]: DEBUG nova.virt.hardware [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.078225] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41194d9b-6dbc-4174-b8d3-d46320b8aee8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.086644] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f47f3e-7000-466b-a5bd-31801d27f4be {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.100875] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:dc:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aecb02c-6554-44ea-aaaa-eeb9bfb008c0', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.108257] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.108871] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.109141] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81319dbd-101c-4dee-84fb-41f33a85a89d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.130693] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.130693] env[69385]: value = "task-3341054" [ 1163.130693] env[69385]: _type = "Task" [ 1163.130693] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.138804] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341054, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.317898] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341053, 'name': Rename_Task, 'duration_secs': 0.142419} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.317898] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.317898] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b186b0c-b0be-4902-9ac4-5bd0ecbc29ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.324026] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1163.324026] env[69385]: value = "task-3341055" [ 1163.324026] env[69385]: _type = "Task" [ 1163.324026] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.330072] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.330683] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3943204f-6995-4fd0-a1f9-7d344e9ec3de tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.317s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.526996] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.526996] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.994s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.556032] env[69385]: INFO nova.scheduler.client.report [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted allocations for instance ca94be8c-69cf-4a2b-a47a-dc221aae31f6 [ 1163.584151] env[69385]: DEBUG nova.compute.manager [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received event network-changed-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1163.584151] env[69385]: DEBUG nova.compute.manager [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Refreshing instance network info cache due to event network-changed-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1163.586367] env[69385]: DEBUG oslo_concurrency.lockutils [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] Acquiring lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.586556] env[69385]: DEBUG oslo_concurrency.lockutils [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] Acquired lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.586724] env[69385]: DEBUG nova.network.neutron [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Refreshing network info cache for port 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.640652] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341054, 'name': CreateVM_Task, 'duration_secs': 0.378948} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.640826] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.641537] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.641718] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.642109] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.642399] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb727603-952e-4f91-a3ad-c130d6aac88d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.650075] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1163.650075] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d8f936-c532-c4f7-c8b7-1fb849035de4" [ 1163.650075] env[69385]: _type = "Task" [ 1163.650075] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.664457] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d8f936-c532-c4f7-c8b7-1fb849035de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.834173] env[69385]: DEBUG oslo_vmware.api [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341055, 'name': PowerOnVM_Task, 'duration_secs': 0.483335} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.834173] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.834173] env[69385]: INFO nova.compute.manager [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1163.834173] env[69385]: DEBUG nova.compute.manager [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.834173] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1535f3c7-435d-472b-8c4e-58c39a57b8e9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.065782] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2af795d9-953e-4ae7-8502-30a871efe5e6 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "ca94be8c-69cf-4a2b-a47a-dc221aae31f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.336s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.160997] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.161262] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Processing image 718021fa-9336-4741-b50d-c5b289e0a630 {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.161513] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630/718021fa-9336-4741-b50d-c5b289e0a630.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.161674] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630/718021fa-9336-4741-b50d-c5b289e0a630.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.161853] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.164627] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9715a1e-66e4-4a80-bb60-756df2177dbb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.167332] env[69385]: INFO nova.compute.manager [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Rescuing [ 1164.167543] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.167690] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquired lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.167850] env[69385]: DEBUG nova.network.neutron [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.173704] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.173888] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.174673] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31197a1-76b8-4a60-925e-10e43304cf44 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.181429] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1164.181429] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5203beb7-af7f-082d-dcfe-87d636374e52" [ 1164.181429] env[69385]: _type = "Task" [ 1164.181429] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.193743] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5203beb7-af7f-082d-dcfe-87d636374e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.342443] env[69385]: DEBUG nova.network.neutron [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updated VIF entry in instance network info cache for port 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.342782] env[69385]: DEBUG nova.network.neutron [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating instance_info_cache with network_info: [{"id": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "address": "fa:16:3e:cb:dc:5b", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aecb02c-65", "ovs_interfaceid": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.351107] env[69385]: INFO nova.compute.manager [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Took 22.25 seconds to build instance. [ 1164.561034] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 10f6cdf9-2a69-4728-b633-cfeb0860e05d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.561155] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 1776fa73-9144-4d4b-9265-e949d4d2577a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.561273] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance f7a9599f-b748-47c4-8480-c4789275632f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.561429] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 3dcf2b20-f282-4bca-9300-0c2c199ae2ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1164.561568] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 92462135-e00d-4fa5-b4fa-89a931998429 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.561717] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 86f6af32-635c-4976-82c9-d9dd10910861 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1164.561972] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance b9c983cf-49b4-4a74-8821-be8462970327 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1164.562046] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 19531f5d-fa1b-46e6-b8e4-ba48875f9b73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.562177] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.562308] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 46a09e59-d870-4a20-bb2d-1fe5b186c280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.562454] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 5ff20111-4193-4223-8bf7-23978dae759b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.562584] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 4afc3669-01f0-4504-87cb-36945e1bd5a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.562736] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 07af7f5d-9d98-4f2b-ab5c-2222819e4503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.562878] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.563134] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1164.563308] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1164.692698] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Preparing fetch location {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1164.693036] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Fetch image to [datastore1] OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8/OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8.vmdk {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1164.693162] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Downloading stream optimized image 718021fa-9336-4741-b50d-c5b289e0a630 to [datastore1] OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8/OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8.vmdk on the data store datastore1 as vApp {{(pid=69385) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1164.693343] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Downloading image file data 718021fa-9336-4741-b50d-c5b289e0a630 to the ESX as VM named 'OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8' {{(pid=69385) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1164.788148] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f0687f-9c6f-41d4-b14b-3f93b223fb22 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.791793] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1164.791793] env[69385]: value = "resgroup-9" [ 1164.791793] env[69385]: _type = "ResourcePool" [ 1164.791793] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1164.792081] env[69385]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1f7ae4ed-f7d7-417a-ac47-dba65d2ab32e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.816504] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a61077-8ff6-48da-ae75-140f9467a75a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.820833] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lease: (returnval){ [ 1164.820833] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52506693-ff69-1b66-7df0-41b69a2b09a3" [ 1164.820833] env[69385]: _type = "HttpNfcLease" [ 1164.820833] env[69385]: } obtained for vApp import into resource pool (val){ [ 1164.820833] env[69385]: value = "resgroup-9" [ 1164.820833] env[69385]: _type = "ResourcePool" [ 1164.820833] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1164.821084] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the lease: (returnval){ [ 1164.821084] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52506693-ff69-1b66-7df0-41b69a2b09a3" [ 1164.821084] env[69385]: _type = "HttpNfcLease" [ 1164.821084] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1164.857040] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9735cd9d-28de-40fb-b368-6f8fdf942f2f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.859890] env[69385]: DEBUG oslo_concurrency.lockutils [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] Releasing lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.860174] env[69385]: DEBUG nova.compute.manager [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Received event network-changed-38ba3868-524d-4a5c-8f4d-3e447cdc7b9c {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1164.860338] env[69385]: DEBUG nova.compute.manager [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Refreshing instance network info cache due to event network-changed-38ba3868-524d-4a5c-8f4d-3e447cdc7b9c. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1164.860563] env[69385]: DEBUG oslo_concurrency.lockutils [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] Acquiring lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.860715] env[69385]: DEBUG oslo_concurrency.lockutils [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] Acquired lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.860870] env[69385]: DEBUG nova.network.neutron [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Refreshing network info cache for port 38ba3868-524d-4a5c-8f4d-3e447cdc7b9c {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.862265] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fd93893d-5904-4d5b-9888-f61dc9462bb1 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.780s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.862948] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.862948] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52506693-ff69-1b66-7df0-41b69a2b09a3" [ 1164.862948] env[69385]: _type = "HttpNfcLease" [ 1164.862948] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1164.869761] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc2fe6-d17e-41bc-b39b-cb8907fb8783 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.885973] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.066332] env[69385]: DEBUG nova.network.neutron [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updating instance_info_cache with network_info: [{"id": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "address": "fa:16:3e:cb:ed:51", "network": {"id": "390f8c2c-122c-4495-8f91-050ffc14af7b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1104357225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f33a53b6c3bf42e09c0a7d15989bdee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505ab7f-57", "ovs_interfaceid": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.177370] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "92462135-e00d-4fa5-b4fa-89a931998429" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.177753] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "92462135-e00d-4fa5-b4fa-89a931998429" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.178173] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "92462135-e00d-4fa5-b4fa-89a931998429-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.178678] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "92462135-e00d-4fa5-b4fa-89a931998429-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.178754] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "92462135-e00d-4fa5-b4fa-89a931998429-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.181652] env[69385]: INFO nova.compute.manager [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Terminating instance [ 1165.332857] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.332857] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52506693-ff69-1b66-7df0-41b69a2b09a3" [ 1165.332857] env[69385]: _type = "HttpNfcLease" [ 1165.332857] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1165.389815] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.571895] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Releasing lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.686342] env[69385]: DEBUG nova.compute.manager [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.686554] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.687445] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cccda1-cde9-40d4-8ad8-91a9f1a4512f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.695356] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.695599] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f38adc3d-4d22-414f-a7ed-85e73629f9aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.705535] env[69385]: DEBUG oslo_vmware.api [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1165.705535] env[69385]: value = "task-3341057" [ 1165.705535] env[69385]: _type = "Task" [ 1165.705535] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.712932] env[69385]: DEBUG nova.network.neutron [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updated VIF entry in instance network info cache for port 38ba3868-524d-4a5c-8f4d-3e447cdc7b9c. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.713302] env[69385]: DEBUG nova.network.neutron [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance_info_cache with network_info: [{"id": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "address": "fa:16:3e:1f:9b:be", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba3868-52", "ovs_interfaceid": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.724126] env[69385]: DEBUG oslo_vmware.api [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.832275] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.832275] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52506693-ff69-1b66-7df0-41b69a2b09a3" [ 1165.832275] env[69385]: _type = "HttpNfcLease" [ 1165.832275] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1165.832598] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1165.832598] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52506693-ff69-1b66-7df0-41b69a2b09a3" [ 1165.832598] env[69385]: _type = "HttpNfcLease" [ 1165.832598] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1165.833823] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace0aaf8-9e86-4c7c-8700-7e514771bb86 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.840844] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfa2d4-f14e-82a5-43c2-5959703b1ada/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1165.841107] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfa2d4-f14e-82a5-43c2-5959703b1ada/disk-0.vmdk. {{(pid=69385) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1165.898258] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1165.898521] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.372s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.898766] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.261s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.898974] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.900988] env[69385]: DEBUG oslo_concurrency.lockutils [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.262s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.901178] env[69385]: DEBUG oslo_concurrency.lockutils [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.902879] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.227s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.903159] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.913013] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca27c364-3a37-4dc8-99bc-03302725b98a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.931237] env[69385]: INFO nova.scheduler.client.report [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Deleted allocations for instance 86f6af32-635c-4976-82c9-d9dd10910861 [ 1165.937475] env[69385]: INFO nova.scheduler.client.report [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Deleted allocations for instance b9c983cf-49b4-4a74-8821-be8462970327 [ 1165.951195] env[69385]: INFO nova.scheduler.client.report [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted allocations for instance 3dcf2b20-f282-4bca-9300-0c2c199ae2ad [ 1166.220416] env[69385]: DEBUG oslo_vmware.api [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341057, 'name': PowerOffVM_Task, 'duration_secs': 0.340053} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.221403] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.221470] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.222081] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e6cc225-7ff9-40a5-affb-512c75edd89c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.224238] env[69385]: DEBUG oslo_concurrency.lockutils [req-21bcf1f3-c778-4259-aeab-ecea6c983950 req-63560741-0b55-4b70-b7b3-8b3c537c0e46 service nova] Releasing lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.235592] env[69385]: DEBUG nova.compute.manager [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Stashing vm_state: active {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1166.295982] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.296547] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.296651] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleting the datastore file [datastore1] 92462135-e00d-4fa5-b4fa-89a931998429 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.299544] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fe116ad-b866-4d9f-86b4-570abb55c431 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.307111] env[69385]: DEBUG oslo_vmware.api [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1166.307111] env[69385]: value = "task-3341059" [ 1166.307111] env[69385]: _type = "Task" [ 1166.307111] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.323112] env[69385]: DEBUG oslo_vmware.api [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.438459] env[69385]: DEBUG oslo_concurrency.lockutils [None req-00851f1e-6028-4d9b-bb70-d65785cdc86c tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "86f6af32-635c-4976-82c9-d9dd10910861" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.402s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.446811] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aaac9e20-f109-4655-b4f0-f0ac1b8f2da8 tempest-ListServersNegativeTestJSON-1995183472 tempest-ListServersNegativeTestJSON-1995183472-project-member] Lock "b9c983cf-49b4-4a74-8821-be8462970327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.345s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.461692] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a049eecc-3a6a-4f5f-b0af-3e8d379fd242 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "3dcf2b20-f282-4bca-9300-0c2c199ae2ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.343s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.700908] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "f7a9599f-b748-47c4-8480-c4789275632f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.701201] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "f7a9599f-b748-47c4-8480-c4789275632f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.701400] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "f7a9599f-b748-47c4-8480-c4789275632f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.701652] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "f7a9599f-b748-47c4-8480-c4789275632f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.701879] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "f7a9599f-b748-47c4-8480-c4789275632f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.705805] env[69385]: INFO nova.compute.manager [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Terminating instance [ 1166.761328] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.761687] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.825419] env[69385]: DEBUG oslo_vmware.api [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224235} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.825783] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.825992] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.826218] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.826421] env[69385]: INFO nova.compute.manager [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1166.826738] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.827105] env[69385]: DEBUG nova.compute.manager [-] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.827105] env[69385]: DEBUG nova.network.neutron [-] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.110388] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.110726] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fae9f68-c64e-4513-b82f-54da59e4c490 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.120186] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1167.120186] env[69385]: value = "task-3341060" [ 1167.120186] env[69385]: _type = "Task" [ 1167.120186] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.132623] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.214306] env[69385]: DEBUG nova.compute.manager [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.214306] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.214306] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f3ed0d-3f02-4b36-a0dc-91621f6af54a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.226301] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.226929] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1a5f8d9-f352-40b2-a122-2229ab2c8958 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.235071] env[69385]: DEBUG oslo_vmware.api [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1167.235071] env[69385]: value = "task-3341061" [ 1167.235071] env[69385]: _type = "Task" [ 1167.235071] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.249980] env[69385]: DEBUG oslo_vmware.api [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3341061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.269159] env[69385]: INFO nova.compute.claims [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.352051] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Completed reading data from the image iterator. {{(pid=69385) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1167.352379] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfa2d4-f14e-82a5-43c2-5959703b1ada/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1167.353845] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aae1b3-7c7c-4015-b862-88f06e9f8a08 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.363650] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfa2d4-f14e-82a5-43c2-5959703b1ada/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1167.363910] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfa2d4-f14e-82a5-43c2-5959703b1ada/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1167.364474] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-87a1bf62-4b32-4e9a-8d2c-984e7791dfe5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.632566] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341060, 'name': PowerOffVM_Task, 'duration_secs': 0.24548} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.632860] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.633681] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb832b7f-dc36-4487-add8-b0ade56895c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.653115] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2878a73d-260d-4490-bc81-e2c04f0a3996 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.688287] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.688569] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f788e09-464f-4969-ad53-705f32af4c36 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.696368] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1167.696368] env[69385]: value = "task-3341062" [ 1167.696368] env[69385]: _type = "Task" [ 1167.696368] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.705382] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.743470] env[69385]: DEBUG oslo_vmware.api [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3341061, 'name': PowerOffVM_Task, 'duration_secs': 0.276069} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.743804] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.743982] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.744273] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7020f13-53e0-4287-acf2-57382ba35eba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.781439] env[69385]: INFO nova.compute.resource_tracker [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating resource usage from migration c0fb163c-3944-4fa7-9f53-e1a8ddf7ef6a [ 1167.787092] env[69385]: DEBUG nova.compute.manager [req-4bf4f59a-96a7-47bf-af00-2fb958339c56 req-7f3e329e-f409-4793-9f21-535f4c457cd7 service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Received event network-vif-deleted-7b35562f-46c8-4723-a6ba-c4dce95ad762 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.787281] env[69385]: INFO nova.compute.manager [req-4bf4f59a-96a7-47bf-af00-2fb958339c56 req-7f3e329e-f409-4793-9f21-535f4c457cd7 service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Neutron deleted interface 7b35562f-46c8-4723-a6ba-c4dce95ad762; detaching it from the instance and deleting it from the info cache [ 1167.787453] env[69385]: DEBUG nova.network.neutron [req-4bf4f59a-96a7-47bf-af00-2fb958339c56 req-7f3e329e-f409-4793-9f21-535f4c457cd7 service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.800528] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.800756] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.800943] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleting the datastore file [datastore2] f7a9599f-b748-47c4-8480-c4789275632f {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.801216] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-687995d5-5cc9-4861-a047-eda6cf0e0192 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.809447] env[69385]: DEBUG oslo_vmware.api [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for the task: (returnval){ [ 1167.809447] env[69385]: value = "task-3341064" [ 1167.809447] env[69385]: _type = "Task" [ 1167.809447] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.818631] env[69385]: DEBUG oslo_vmware.api [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3341064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.973457] env[69385]: DEBUG oslo_vmware.rw_handles [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfa2d4-f14e-82a5-43c2-5959703b1ada/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1167.974086] env[69385]: INFO nova.virt.vmwareapi.images [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Downloaded image file data 718021fa-9336-4741-b50d-c5b289e0a630 [ 1167.974883] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066e85fe-5b7f-4c50-bbaa-1dfb97769e8c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.993672] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbaa266d-1382-4f5e-be60-7dea8fedd159 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.998578] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaa4cee-a28a-4f9e-8f35-6783642805ce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.004775] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67375701-399b-419d-9f95-53a6e9ae1304 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.036923] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba6b59-bda7-445a-9684-4312383a63ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.044367] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8531e-0c71-4895-b61e-fbffcddefcb8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.058591] env[69385]: DEBUG nova.compute.provider_tree [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.149280] env[69385]: INFO nova.virt.vmwareapi.images [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] The imported VM was unregistered [ 1168.151693] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Caching image {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1168.152010] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Creating directory with path [datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.152749] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba2b8ccd-68dc-4dcd-ac1c-e304c10c418d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.182633] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Created directory with path [datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.182942] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8/OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8.vmdk to [datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630/718021fa-9336-4741-b50d-c5b289e0a630.vmdk. {{(pid=69385) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1168.183286] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-59bb462a-98e4-449c-9e92-a8e979da26c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.193364] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1168.193364] env[69385]: value = "task-3341066" [ 1168.193364] env[69385]: _type = "Task" [ 1168.193364] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.208920] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341066, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.214284] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1168.214903] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.214903] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.215276] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.215276] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.215983] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00cd92fa-cb2f-43e8-87ce-bb8bb38c90e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.239453] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.239642] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.240454] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07883cc7-4400-4938-993a-3ef8f3608644 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.246249] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1168.246249] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5264960b-5fcb-6e75-9c46-2d20821914c6" [ 1168.246249] env[69385]: _type = "Task" [ 1168.246249] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.254424] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5264960b-5fcb-6e75-9c46-2d20821914c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.263991] env[69385]: DEBUG nova.network.neutron [-] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.290656] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-378e02e2-d5bb-4039-899f-a9a107c2fb0e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.304634] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6236d78-d1be-4bf4-bb00-5bebcc603b79 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.330871] env[69385]: DEBUG oslo_vmware.api [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Task: {'id': task-3341064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410563} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.331355] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.331576] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.331836] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.331938] env[69385]: INFO nova.compute.manager [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1168.332422] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.332709] env[69385]: DEBUG nova.compute.manager [-] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.333652] env[69385]: DEBUG nova.network.neutron [-] [instance: f7a9599f-b748-47c4-8480-c4789275632f] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.346395] env[69385]: DEBUG nova.compute.manager [req-4bf4f59a-96a7-47bf-af00-2fb958339c56 req-7f3e329e-f409-4793-9f21-535f4c457cd7 service nova] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Detach interface failed, port_id=7b35562f-46c8-4723-a6ba-c4dce95ad762, reason: Instance 92462135-e00d-4fa5-b4fa-89a931998429 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1168.561621] env[69385]: DEBUG nova.scheduler.client.report [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.712044] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341066, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.767178] env[69385]: INFO nova.compute.manager [-] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Took 1.94 seconds to deallocate network for instance. [ 1168.774755] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5264960b-5fcb-6e75-9c46-2d20821914c6, 'name': SearchDatastore_Task, 'duration_secs': 0.015601} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.778509] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20431df-6ee6-4363-a6bd-97e43eba52e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.788192] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1168.788192] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e86dd2-5b4d-9af6-1543-c4c01c0f7bb1" [ 1168.788192] env[69385]: _type = "Task" [ 1168.788192] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.801677] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e86dd2-5b4d-9af6-1543-c4c01c0f7bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.071175] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.071175] env[69385]: INFO nova.compute.manager [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Migrating [ 1169.206771] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341066, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.234080] env[69385]: DEBUG nova.network.neutron [-] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.283536] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.283995] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.284410] env[69385]: DEBUG nova.objects.instance [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lazy-loading 'resources' on Instance uuid 92462135-e00d-4fa5-b4fa-89a931998429 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.302687] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e86dd2-5b4d-9af6-1543-c4c01c0f7bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.057995} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.303636] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.304073] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 07af7f5d-9d98-4f2b-ab5c-2222819e4503/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. {{(pid=69385) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1169.304407] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04cbad2c-9f96-42e7-a184-99c6e652fc6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.316442] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1169.316442] env[69385]: value = "task-3341067" [ 1169.316442] env[69385]: _type = "Task" [ 1169.316442] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.327890] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.593407] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.593677] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.593890] env[69385]: DEBUG nova.network.neutron [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.707082] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341066, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.739169] env[69385]: INFO nova.compute.manager [-] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Took 1.41 seconds to deallocate network for instance. [ 1169.815158] env[69385]: DEBUG nova.compute.manager [req-7330d494-53bf-4e09-86d0-df78e3b8f39c req-fe1f24d7-484e-4bce-97c4-8b86cfc37924 service nova] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Received event network-vif-deleted-6b7d4df7-e3f3-49c1-af79-ed56c0ebead0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.833043] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.988919] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ddf327-2849-4ff3-89a2-5f06bb05e2da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.000857] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67ed5c8-5427-4305-8699-1f80c1f62a11 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.010293] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquiring lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.010293] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.042578] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b9558d-3e8c-4f2b-8c73-d365d308ab6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.054281] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead5495-6254-4fd3-b2b2-7718672c0f51 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.073480] env[69385]: DEBUG nova.compute.provider_tree [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.207837] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341066, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.247477] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.329993] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.377721] env[69385]: DEBUG nova.network.neutron [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance_info_cache with network_info: [{"id": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "address": "fa:16:3e:c0:f8:13", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea40aa9-90", "ovs_interfaceid": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.514243] env[69385]: DEBUG nova.compute.manager [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.581023] env[69385]: DEBUG nova.scheduler.client.report [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.709824] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341066, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.836790] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341067, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.880196] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.037736] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.085484] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.088161] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.841s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.088397] env[69385]: DEBUG nova.objects.instance [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lazy-loading 'resources' on Instance uuid f7a9599f-b748-47c4-8480-c4789275632f {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.106311] env[69385]: INFO nova.scheduler.client.report [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted allocations for instance 92462135-e00d-4fa5-b4fa-89a931998429 [ 1171.210313] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341066, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.334494] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341067, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.619737] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9fb39349-1009-4867-aafd-490213095dd8 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "92462135-e00d-4fa5-b4fa-89a931998429" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.442s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.715042] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341066, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.153371} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.715467] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8/OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8.vmdk to [datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630/718021fa-9336-4741-b50d-c5b289e0a630.vmdk. [ 1171.715859] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Cleaning up location [datastore1] OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8 {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1171.716032] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_717c5ecb-9271-4b6e-a9b1-9b5c6c4c35c8 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.719388] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4969d6e1-10a3-4e57-be00-2299882da570 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.728026] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1171.728026] env[69385]: value = "task-3341068" [ 1171.728026] env[69385]: _type = "Task" [ 1171.728026] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.736366] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.826291] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484cf9f7-9cff-400e-a43e-d16f62ed32e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.835198] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341067, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.280888} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.837361] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 07af7f5d-9d98-4f2b-ab5c-2222819e4503/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk. [ 1171.838019] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea895548-0083-48af-97b5-287c0c2f0559 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.843277] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc75f0-066d-47b4-9747-b30e8b02b0f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.873465] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 07af7f5d-9d98-4f2b-ab5c-2222819e4503/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.898668] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ef3448-c0b7-4537-8fd2-b9e9d23a5103 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.917515] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583b05e5-3b3f-4135-bf5c-daafe66b474b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.928695] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ae3d12-a636-46c6-a657-26f40ef710f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.933182] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1171.933182] env[69385]: value = "task-3341069" [ 1171.933182] env[69385]: _type = "Task" [ 1171.933182] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.945724] env[69385]: DEBUG nova.compute.provider_tree [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.953160] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.238285] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04153} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.238589] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.238589] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630/718021fa-9336-4741-b50d-c5b289e0a630.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.238782] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630/718021fa-9336-4741-b50d-c5b289e0a630.vmdk to [datastore1] 5ff20111-4193-4223-8bf7-23978dae759b/5ff20111-4193-4223-8bf7-23978dae759b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.239128] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-227948dd-0d5e-47f3-a5d6-15afcfa5c6f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.245325] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1172.245325] env[69385]: value = "task-3341070" [ 1172.245325] env[69385]: _type = "Task" [ 1172.245325] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.253641] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.420731] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310bcd05-3568-4b35-b3b0-468910e2274c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.445972] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance '4aa16e3c-cbf3-4768-8ca0-d135ddef28fe' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.454571] env[69385]: DEBUG nova.scheduler.client.report [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.467153] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.568386] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "e9b9cecb-1a47-4399-b341-b800106cdb78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.568630] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "e9b9cecb-1a47-4399-b341-b800106cdb78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.760166] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341070, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.962248] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.962617] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341069, 'name': ReconfigVM_Task, 'duration_secs': 0.641774} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.964140] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.965600] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06acc297-f8ea-4122-9d8b-28f69985aaaf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.968146] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 07af7f5d-9d98-4f2b-ab5c-2222819e4503/6788802f-f696-4e00-9f4a-89d02bb489fb-rescue.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.968966] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.931s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.972262] env[69385]: INFO nova.compute.claims [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.974529] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a60f496-4065-4dfd-adf1-f66a0d4a1011 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.013558] env[69385]: INFO nova.scheduler.client.report [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Deleted allocations for instance f7a9599f-b748-47c4-8480-c4789275632f [ 1173.015534] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-893ee9a9-6dc1-45f9-9a02-be4206306a29 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.029006] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1173.029006] env[69385]: value = "task-3341071" [ 1173.029006] env[69385]: _type = "Task" [ 1173.029006] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.051069] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.051203] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1173.051203] env[69385]: value = "task-3341072" [ 1173.051203] env[69385]: _type = "Task" [ 1173.051203] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.068543] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.071509] env[69385]: DEBUG nova.compute.manager [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.265079] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341070, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.545064] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1e768c86-5507-461f-bf50-6c7d2d100ce7 tempest-AttachInterfacesTestJSON-1908564352 tempest-AttachInterfacesTestJSON-1908564352-project-member] Lock "f7a9599f-b748-47c4-8480-c4789275632f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.844s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.555554] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.567200] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.595369] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.762473] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341070, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.057460] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341071, 'name': PowerOffVM_Task, 'duration_secs': 0.975865} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.064211] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.064431] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance '4aa16e3c-cbf3-4768-8ca0-d135ddef28fe' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.079815] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341072, 'name': ReconfigVM_Task, 'duration_secs': 0.616581} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.081637] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.089624] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741d3e61-1e18-4ad2-942d-213e50b097da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.091062] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "6deb911c-33f5-4183-bc39-affb2859d17d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.091175] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.102518] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1174.102518] env[69385]: value = "task-3341073" [ 1174.102518] env[69385]: _type = "Task" [ 1174.102518] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.116182] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.228602] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6ca961-c73b-47b1-afdf-4f22d91f7f21 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.242877] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a37579-05fa-4085-a931-f10968389c06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.288619] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341070, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.289460] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb8be6f-1277-47f2-b114-fc7e47d346bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.299853] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5109ee19-b4bf-4613-9bc5-47f762b5547e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.317298] env[69385]: DEBUG nova.compute.provider_tree [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.572263] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.572522] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.572651] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.572827] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.573108] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.573290] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.573502] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.573730] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.574020] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.574141] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.574324] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.579478] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9beea5e8-a6e0-4a4f-87f9-bdc9cf2ff58b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.593745] env[69385]: DEBUG nova.compute.manager [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.597666] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1174.597666] env[69385]: value = "task-3341074" [ 1174.597666] env[69385]: _type = "Task" [ 1174.597666] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.606466] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.615031] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.760122] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341070, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.358355} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.760613] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/718021fa-9336-4741-b50d-c5b289e0a630/718021fa-9336-4741-b50d-c5b289e0a630.vmdk to [datastore1] 5ff20111-4193-4223-8bf7-23978dae759b/5ff20111-4193-4223-8bf7-23978dae759b.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.761600] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864fe52d-974d-4872-b01a-3b24474f1184 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.785475] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5ff20111-4193-4223-8bf7-23978dae759b/5ff20111-4193-4223-8bf7-23978dae759b.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.789013] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b447ee-6334-4169-9fa9-f10c02883658 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.806679] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1174.806679] env[69385]: value = "task-3341075" [ 1174.806679] env[69385]: _type = "Task" [ 1174.806679] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.815334] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.823020] env[69385]: DEBUG nova.scheduler.client.report [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.134915] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341074, 'name': ReconfigVM_Task, 'duration_secs': 0.137684} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.135220] env[69385]: DEBUG oslo_vmware.api [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341073, 'name': PowerOnVM_Task, 'duration_secs': 0.756799} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.136465] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.136857] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance '4aa16e3c-cbf3-4768-8ca0-d135ddef28fe' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.140254] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.142548] env[69385]: DEBUG nova.compute.manager [None req-bcd5c794-9eb3-4545-a0ce-4b1e1a33cf7f tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.143434] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350311c0-cc70-4c17-9216-0cae37979929 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.319020] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.325350] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.329073] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.731s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.329073] env[69385]: INFO nova.compute.claims [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.644905] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.645040] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.645210] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.645394] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.645539] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.645688] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.645890] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.646083] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.646259] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.647023] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.647023] env[69385]: DEBUG nova.virt.hardware [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.652045] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.654423] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d862b983-ddb6-491c-bd21-2659a756a0cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.677652] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1175.677652] env[69385]: value = "task-3341076" [ 1175.677652] env[69385]: _type = "Task" [ 1175.677652] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.686412] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.817529] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.834020] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquiring lock "5ec5c2c9-57d2-4628-9bc4-9f4920bffa64" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.834020] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "5ec5c2c9-57d2-4628-9bc4-9f4920bffa64" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.961670] env[69385]: DEBUG nova.compute.manager [req-fd092734-c31a-4ec6-aaf0-b28f7b945059 req-a4ed8d05-ddd3-4022-98ef-4437402c82e7 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Received event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.961670] env[69385]: DEBUG nova.compute.manager [req-fd092734-c31a-4ec6-aaf0-b28f7b945059 req-a4ed8d05-ddd3-4022-98ef-4437402c82e7 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing instance network info cache due to event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1175.961670] env[69385]: DEBUG oslo_concurrency.lockutils [req-fd092734-c31a-4ec6-aaf0-b28f7b945059 req-a4ed8d05-ddd3-4022-98ef-4437402c82e7 service nova] Acquiring lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.961670] env[69385]: DEBUG oslo_concurrency.lockutils [req-fd092734-c31a-4ec6-aaf0-b28f7b945059 req-a4ed8d05-ddd3-4022-98ef-4437402c82e7 service nova] Acquired lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.961670] env[69385]: DEBUG nova.network.neutron [req-fd092734-c31a-4ec6-aaf0-b28f7b945059 req-a4ed8d05-ddd3-4022-98ef-4437402c82e7 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.190870] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.318507] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341075, 'name': ReconfigVM_Task, 'duration_secs': 1.015714} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.318825] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5ff20111-4193-4223-8bf7-23978dae759b/5ff20111-4193-4223-8bf7-23978dae759b.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.319463] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed0f71b4-9a84-41b4-9075-d712c6516266 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.325121] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1176.325121] env[69385]: value = "task-3341077" [ 1176.325121] env[69385]: _type = "Task" [ 1176.325121] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.332384] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341077, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.335841] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "5ec5c2c9-57d2-4628-9bc4-9f4920bffa64" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.336321] env[69385]: DEBUG nova.compute.manager [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.538008] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc7d510-4f86-4991-9115-cb7090fd4cac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.546189] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02790137-91a9-4f0e-bdf5-8f15f4a3a79e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.579326] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841368b8-7ee4-4ed7-a1a7-cd77782e22f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.589689] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6dba00-cdbb-4678-987a-3e098dfc323e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.605671] env[69385]: DEBUG nova.compute.provider_tree [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.688991] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.772288] env[69385]: DEBUG nova.network.neutron [req-fd092734-c31a-4ec6-aaf0-b28f7b945059 req-a4ed8d05-ddd3-4022-98ef-4437402c82e7 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updated VIF entry in instance network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.772651] env[69385]: DEBUG nova.network.neutron [req-fd092734-c31a-4ec6-aaf0-b28f7b945059 req-a4ed8d05-ddd3-4022-98ef-4437402c82e7 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updating instance_info_cache with network_info: [{"id": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "address": "fa:16:3e:cb:ed:51", "network": {"id": "390f8c2c-122c-4495-8f91-050ffc14af7b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1104357225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f33a53b6c3bf42e09c0a7d15989bdee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505ab7f-57", "ovs_interfaceid": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.838878] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341077, 'name': Rename_Task, 'duration_secs': 0.274148} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.838878] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.838878] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93041b93-4199-4e51-8ce3-baed95b1aeba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.843465] env[69385]: DEBUG nova.compute.utils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.844827] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1176.844827] env[69385]: value = "task-3341078" [ 1176.844827] env[69385]: _type = "Task" [ 1176.844827] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.845203] env[69385]: DEBUG nova.compute.manager [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.845687] env[69385]: DEBUG nova.network.neutron [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.855893] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.910958] env[69385]: DEBUG nova.policy [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f327b4287664b15a895751aca8ccab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14372b65226e4ef4939cbcb0c59f0f31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.109154] env[69385]: DEBUG nova.scheduler.client.report [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.189410] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341076, 'name': ReconfigVM_Task, 'duration_secs': 1.172979} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.189699] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.190731] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9c5f47-ffac-496c-8da1-1e06801ac323 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.217559] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe/4aa16e3c-cbf3-4768-8ca0-d135ddef28fe.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.217994] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9fbd3a-e35f-48a2-b216-c7de9b4122fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.239344] env[69385]: DEBUG nova.network.neutron [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Successfully created port: c3fac934-cc34-47bd-8954-703cd97771b0 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.244236] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1177.244236] env[69385]: value = "task-3341079" [ 1177.244236] env[69385]: _type = "Task" [ 1177.244236] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.253172] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341079, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.277319] env[69385]: DEBUG oslo_concurrency.lockutils [req-fd092734-c31a-4ec6-aaf0-b28f7b945059 req-a4ed8d05-ddd3-4022-98ef-4437402c82e7 service nova] Releasing lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.348859] env[69385]: DEBUG nova.compute.manager [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.369340] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.614500] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.615045] env[69385]: DEBUG nova.compute.manager [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.617773] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.481s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.619207] env[69385]: INFO nova.compute.claims [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.756127] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341079, 'name': ReconfigVM_Task, 'duration_secs': 0.289437} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.756127] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe/4aa16e3c-cbf3-4768-8ca0-d135ddef28fe.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.757306] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance '4aa16e3c-cbf3-4768-8ca0-d135ddef28fe' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.861563] env[69385]: DEBUG oslo_vmware.api [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341078, 'name': PowerOnVM_Task, 'duration_secs': 0.69757} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.861563] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.997248] env[69385]: DEBUG nova.compute.manager [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.998152] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6014c399-0e38-4702-bb77-7fdbf65071cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.017637] env[69385]: DEBUG nova.compute.manager [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Received event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1178.017880] env[69385]: DEBUG nova.compute.manager [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing instance network info cache due to event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1178.018078] env[69385]: DEBUG oslo_concurrency.lockutils [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] Acquiring lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.018211] env[69385]: DEBUG oslo_concurrency.lockutils [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] Acquired lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.022023] env[69385]: DEBUG nova.network.neutron [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.123669] env[69385]: DEBUG nova.compute.utils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.128274] env[69385]: DEBUG nova.compute.manager [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.128730] env[69385]: DEBUG nova.network.neutron [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.208910] env[69385]: DEBUG nova.policy [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0df81d77a444f7aa4d76f041420be36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615b2ca3410748859ccfbf610c65f5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.268137] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e0e196-0f9e-43bc-acc8-ea58568c109c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.292495] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1495e3-3fdd-4c68-b9cf-0d91049919ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.315376] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance '4aa16e3c-cbf3-4768-8ca0-d135ddef28fe' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.370793] env[69385]: DEBUG nova.compute.manager [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.397089] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.397605] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.397851] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.397970] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.398424] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.398629] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.398878] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.399082] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.399497] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.399867] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.400110] env[69385]: DEBUG nova.virt.hardware [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.400990] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e2d74a-67a5-41fc-9d84-dbf89022778a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.412174] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f1b68-7fb3-4fef-8e62-39ae4a495251 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.523344] env[69385]: DEBUG oslo_concurrency.lockutils [None req-be47cb7c-0e83-46c0-ba2f-51dbdac73caf tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.696s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.629606] env[69385]: DEBUG nova.compute.manager [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.895664] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b7982d-bcd6-4fdf-a06d-37709fd9bc2f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.910020] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8409ba1-ef3b-442f-8555-3029c9b7f07a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.941309] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672b5b70-9a74-4fb3-a960-fdc7377b6fef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.950819] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb75c95-9267-41f5-ab5c-aa435a25f274 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.969171] env[69385]: DEBUG nova.compute.provider_tree [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.032417] env[69385]: DEBUG nova.network.neutron [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Port 1ea40aa9-904c-44d4-87d4-9eaa5fe805f9 binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1179.171923] env[69385]: DEBUG nova.network.neutron [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Successfully created port: 8721924f-0ab2-4d67-9b61-ff7448c25c41 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.202177] env[69385]: DEBUG nova.network.neutron [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Successfully updated port: c3fac934-cc34-47bd-8954-703cd97771b0 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.297518] env[69385]: DEBUG nova.compute.manager [req-6342bb0f-4674-4a1a-8cc6-87c51decbf1e req-73696ced-5849-4a74-ac5e-b907dfceff77 service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Received event network-vif-plugged-c3fac934-cc34-47bd-8954-703cd97771b0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.297735] env[69385]: DEBUG oslo_concurrency.lockutils [req-6342bb0f-4674-4a1a-8cc6-87c51decbf1e req-73696ced-5849-4a74-ac5e-b907dfceff77 service nova] Acquiring lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.297996] env[69385]: DEBUG oslo_concurrency.lockutils [req-6342bb0f-4674-4a1a-8cc6-87c51decbf1e req-73696ced-5849-4a74-ac5e-b907dfceff77 service nova] Lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.298210] env[69385]: DEBUG oslo_concurrency.lockutils [req-6342bb0f-4674-4a1a-8cc6-87c51decbf1e req-73696ced-5849-4a74-ac5e-b907dfceff77 service nova] Lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.298334] env[69385]: DEBUG nova.compute.manager [req-6342bb0f-4674-4a1a-8cc6-87c51decbf1e req-73696ced-5849-4a74-ac5e-b907dfceff77 service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] No waiting events found dispatching network-vif-plugged-c3fac934-cc34-47bd-8954-703cd97771b0 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.298501] env[69385]: WARNING nova.compute.manager [req-6342bb0f-4674-4a1a-8cc6-87c51decbf1e req-73696ced-5849-4a74-ac5e-b907dfceff77 service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Received unexpected event network-vif-plugged-c3fac934-cc34-47bd-8954-703cd97771b0 for instance with vm_state building and task_state spawning. [ 1179.337516] env[69385]: DEBUG nova.network.neutron [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updated VIF entry in instance network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.337862] env[69385]: DEBUG nova.network.neutron [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updating instance_info_cache with network_info: [{"id": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "address": "fa:16:3e:cb:ed:51", "network": {"id": "390f8c2c-122c-4495-8f91-050ffc14af7b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1104357225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f33a53b6c3bf42e09c0a7d15989bdee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505ab7f-57", "ovs_interfaceid": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.474698] env[69385]: DEBUG nova.scheduler.client.report [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.638696] env[69385]: DEBUG nova.compute.manager [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.669863] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.670117] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.670279] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.670459] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.670607] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.670753] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.670958] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.671129] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.671293] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.671452] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.671719] env[69385]: DEBUG nova.virt.hardware [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.675034] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1ad6af-372b-4e17-b619-a27914879b84 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.681621] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efa871a-2f19-4669-8ea5-d506e30a1130 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.709907] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquiring lock "refresh_cache-48e8542f-b068-4b0a-876b-f4eb5cae88f5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.709907] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquired lock "refresh_cache-48e8542f-b068-4b0a-876b-f4eb5cae88f5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.709907] env[69385]: DEBUG nova.network.neutron [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.840788] env[69385]: DEBUG oslo_concurrency.lockutils [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] Releasing lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.841116] env[69385]: DEBUG nova.compute.manager [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Received event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.841312] env[69385]: DEBUG nova.compute.manager [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing instance network info cache due to event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1179.841602] env[69385]: DEBUG oslo_concurrency.lockutils [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] Acquiring lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.841760] env[69385]: DEBUG oslo_concurrency.lockutils [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] Acquired lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.841920] env[69385]: DEBUG nova.network.neutron [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.978629] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.979213] env[69385]: DEBUG nova.compute.manager [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.057789] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.058233] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.059341] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.119578] env[69385]: DEBUG nova.compute.manager [req-2e5088ea-243d-44fb-aa6a-3724b8515244 req-df9aefd8-ebc6-4c06-8e91-8036747cc9b5 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Received event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1180.119770] env[69385]: DEBUG nova.compute.manager [req-2e5088ea-243d-44fb-aa6a-3724b8515244 req-df9aefd8-ebc6-4c06-8e91-8036747cc9b5 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing instance network info cache due to event network-changed-c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1180.119953] env[69385]: DEBUG oslo_concurrency.lockutils [req-2e5088ea-243d-44fb-aa6a-3724b8515244 req-df9aefd8-ebc6-4c06-8e91-8036747cc9b5 service nova] Acquiring lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.262995] env[69385]: DEBUG nova.network.neutron [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.488223] env[69385]: DEBUG nova.compute.utils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.495662] env[69385]: DEBUG nova.compute.manager [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.495662] env[69385]: DEBUG nova.network.neutron [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.496965] env[69385]: DEBUG nova.network.neutron [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Updating instance_info_cache with network_info: [{"id": "c3fac934-cc34-47bd-8954-703cd97771b0", "address": "fa:16:3e:fa:a0:c4", "network": {"id": "6db15d33-0134-475f-a850-3dd0cadcc900", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-88620452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14372b65226e4ef4939cbcb0c59f0f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fac934-cc", "ovs_interfaceid": "c3fac934-cc34-47bd-8954-703cd97771b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.568489] env[69385]: DEBUG nova.policy [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf3ce7dce6434b4a977c98587c1fc971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772ac6e44a8f4332bd273af658414b60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.728129] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.731620] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.731678] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.731865] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.732052] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.734800] env[69385]: DEBUG nova.network.neutron [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updated VIF entry in instance network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.738972] env[69385]: DEBUG nova.network.neutron [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updating instance_info_cache with network_info: [{"id": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "address": "fa:16:3e:cb:ed:51", "network": {"id": "390f8c2c-122c-4495-8f91-050ffc14af7b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1104357225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f33a53b6c3bf42e09c0a7d15989bdee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505ab7f-57", "ovs_interfaceid": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.740637] env[69385]: INFO nova.compute.manager [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Terminating instance [ 1180.843872] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c577930-b17f-40d3-ba23-bbc3b50c6aab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.854276] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-493d119c-b4f8-4752-9c30-3c62de4cbeab tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Suspending the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1180.855757] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cd79c89e-105f-4185-9839-45a9590716dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.863949] env[69385]: DEBUG oslo_vmware.api [None req-493d119c-b4f8-4752-9c30-3c62de4cbeab tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1180.863949] env[69385]: value = "task-3341080" [ 1180.863949] env[69385]: _type = "Task" [ 1180.863949] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.875579] env[69385]: DEBUG oslo_vmware.api [None req-493d119c-b4f8-4752-9c30-3c62de4cbeab tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341080, 'name': SuspendVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.889403] env[69385]: DEBUG nova.network.neutron [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Successfully updated port: 8721924f-0ab2-4d67-9b61-ff7448c25c41 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.975300] env[69385]: DEBUG nova.network.neutron [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Successfully created port: 05a31e57-d5dc-4c93-9c07-b96cd1992a08 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.994950] env[69385]: DEBUG nova.compute.manager [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.005018] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Releasing lock "refresh_cache-48e8542f-b068-4b0a-876b-f4eb5cae88f5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.005018] env[69385]: DEBUG nova.compute.manager [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Instance network_info: |[{"id": "c3fac934-cc34-47bd-8954-703cd97771b0", "address": "fa:16:3e:fa:a0:c4", "network": {"id": "6db15d33-0134-475f-a850-3dd0cadcc900", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-88620452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14372b65226e4ef4939cbcb0c59f0f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fac934-cc", "ovs_interfaceid": "c3fac934-cc34-47bd-8954-703cd97771b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.005018] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:a0:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3fac934-cc34-47bd-8954-703cd97771b0', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.012356] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Creating folder: Project (14372b65226e4ef4939cbcb0c59f0f31). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.012812] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57639d5e-f32a-4e1c-92c4-8c6b987c6783 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.028111] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Created folder: Project (14372b65226e4ef4939cbcb0c59f0f31) in parent group-v666556. [ 1181.028111] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Creating folder: Instances. Parent ref: group-v666820. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.028111] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9208e538-91f7-4d2e-b14f-10c8eaba25e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.038164] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Created folder: Instances in parent group-v666820. [ 1181.038378] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.038649] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.038876] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfedbc79-f55a-461c-9260-197b7e879db9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.059935] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.059935] env[69385]: value = "task-3341085" [ 1181.059935] env[69385]: _type = "Task" [ 1181.059935] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.068932] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341085, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.113384] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.113586] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.114441] env[69385]: DEBUG nova.network.neutron [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.247489] env[69385]: DEBUG oslo_concurrency.lockutils [req-9a4e0ac7-b33b-4e6b-aa8a-fa9831f6652e req-93dc1b01-96b0-483f-bb54-d424ceb89bc8 service nova] Releasing lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.248236] env[69385]: DEBUG oslo_concurrency.lockutils [req-2e5088ea-243d-44fb-aa6a-3724b8515244 req-df9aefd8-ebc6-4c06-8e91-8036747cc9b5 service nova] Acquired lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.248236] env[69385]: DEBUG nova.network.neutron [req-2e5088ea-243d-44fb-aa6a-3724b8515244 req-df9aefd8-ebc6-4c06-8e91-8036747cc9b5 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Refreshing network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.250886] env[69385]: DEBUG nova.compute.manager [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.251076] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.251969] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c198c-3d5f-480b-a05e-fa4498b8be1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.260413] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.261294] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2364bb18-4177-45cf-adc4-c327bb532872 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.268386] env[69385]: DEBUG oslo_vmware.api [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1181.268386] env[69385]: value = "task-3341087" [ 1181.268386] env[69385]: _type = "Task" [ 1181.268386] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.277588] env[69385]: DEBUG oslo_vmware.api [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.328444] env[69385]: DEBUG nova.compute.manager [req-e9903538-78ad-4d9a-864f-2e808ae26a7e req-972ceb0d-3b5d-4437-9ab6-7ee5b7c9ee7c service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Received event network-changed-c3fac934-cc34-47bd-8954-703cd97771b0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1181.328710] env[69385]: DEBUG nova.compute.manager [req-e9903538-78ad-4d9a-864f-2e808ae26a7e req-972ceb0d-3b5d-4437-9ab6-7ee5b7c9ee7c service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Refreshing instance network info cache due to event network-changed-c3fac934-cc34-47bd-8954-703cd97771b0. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1181.329021] env[69385]: DEBUG oslo_concurrency.lockutils [req-e9903538-78ad-4d9a-864f-2e808ae26a7e req-972ceb0d-3b5d-4437-9ab6-7ee5b7c9ee7c service nova] Acquiring lock "refresh_cache-48e8542f-b068-4b0a-876b-f4eb5cae88f5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.329222] env[69385]: DEBUG oslo_concurrency.lockutils [req-e9903538-78ad-4d9a-864f-2e808ae26a7e req-972ceb0d-3b5d-4437-9ab6-7ee5b7c9ee7c service nova] Acquired lock "refresh_cache-48e8542f-b068-4b0a-876b-f4eb5cae88f5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.329403] env[69385]: DEBUG nova.network.neutron [req-e9903538-78ad-4d9a-864f-2e808ae26a7e req-972ceb0d-3b5d-4437-9ab6-7ee5b7c9ee7c service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Refreshing network info cache for port c3fac934-cc34-47bd-8954-703cd97771b0 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.374435] env[69385]: DEBUG oslo_vmware.api [None req-493d119c-b4f8-4752-9c30-3c62de4cbeab tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341080, 'name': SuspendVM_Task} progress is 62%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.393371] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "refresh_cache-e9b9cecb-1a47-4399-b341-b800106cdb78" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.393577] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "refresh_cache-e9b9cecb-1a47-4399-b341-b800106cdb78" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.393703] env[69385]: DEBUG nova.network.neutron [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.572075] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341085, 'name': CreateVM_Task, 'duration_secs': 0.400816} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.572360] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.573088] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.574051] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.574051] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.574051] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e3a466-4067-4e2b-bfaf-a639f85315b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.580397] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1181.580397] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d42032-79e2-62d5-47ce-90fe0f549577" [ 1181.580397] env[69385]: _type = "Task" [ 1181.580397] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.591279] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d42032-79e2-62d5-47ce-90fe0f549577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.778289] env[69385]: DEBUG oslo_vmware.api [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341087, 'name': PowerOffVM_Task, 'duration_secs': 0.427983} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.778549] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.778717] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.778999] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3de9433b-47ee-4ecb-a2ee-97d126bd12c0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.840418] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.840634] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.840817] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Deleting the datastore file [datastore1] 07af7f5d-9d98-4f2b-ab5c-2222819e4503 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.841094] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edc1b68c-7241-403e-adad-152beed9e81b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.847903] env[69385]: DEBUG oslo_vmware.api [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for the task: (returnval){ [ 1181.847903] env[69385]: value = "task-3341089" [ 1181.847903] env[69385]: _type = "Task" [ 1181.847903] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.858377] env[69385]: DEBUG oslo_vmware.api [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.872341] env[69385]: DEBUG oslo_vmware.api [None req-493d119c-b4f8-4752-9c30-3c62de4cbeab tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341080, 'name': SuspendVM_Task, 'duration_secs': 0.836893} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.872592] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-493d119c-b4f8-4752-9c30-3c62de4cbeab tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Suspended the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1181.872786] env[69385]: DEBUG nova.compute.manager [None req-493d119c-b4f8-4752-9c30-3c62de4cbeab tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.873764] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523765d2-fffd-49a7-b265-c360a5fc0730 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.923306] env[69385]: DEBUG nova.network.neutron [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance_info_cache with network_info: [{"id": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "address": "fa:16:3e:c0:f8:13", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea40aa9-90", "ovs_interfaceid": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.948170] env[69385]: DEBUG nova.network.neutron [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.989397] env[69385]: DEBUG nova.network.neutron [req-2e5088ea-243d-44fb-aa6a-3724b8515244 req-df9aefd8-ebc6-4c06-8e91-8036747cc9b5 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updated VIF entry in instance network info cache for port c505ab7f-5709-40db-a2ef-82f99c848fe6. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.989784] env[69385]: DEBUG nova.network.neutron [req-2e5088ea-243d-44fb-aa6a-3724b8515244 req-df9aefd8-ebc6-4c06-8e91-8036747cc9b5 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updating instance_info_cache with network_info: [{"id": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "address": "fa:16:3e:cb:ed:51", "network": {"id": "390f8c2c-122c-4495-8f91-050ffc14af7b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1104357225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f33a53b6c3bf42e09c0a7d15989bdee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505ab7f-57", "ovs_interfaceid": "c505ab7f-5709-40db-a2ef-82f99c848fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.002278] env[69385]: DEBUG nova.compute.manager [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.030585] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.030855] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.031075] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.031313] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.031477] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.031678] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.031921] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.032201] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.032329] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.032543] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.032749] env[69385]: DEBUG nova.virt.hardware [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.034071] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67237648-8a53-4e22-be4d-4d50e0609e95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.042375] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50d44f-315e-412a-885a-e4cf21a7aaee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.089720] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d42032-79e2-62d5-47ce-90fe0f549577, 'name': SearchDatastore_Task, 'duration_secs': 0.013692} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.090008] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.090274] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.090507] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.090653] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.090829] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.091086] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6d9dfd7-3ec3-4c75-9493-8cd6de6b1108 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.098937] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.099184] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.099853] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db07f73-36de-4b6c-93a4-c7803850eb98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.106336] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1182.106336] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528ff86f-efe5-b4f3-5c3e-a01dcd4309b2" [ 1182.106336] env[69385]: _type = "Task" [ 1182.106336] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.113706] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528ff86f-efe5-b4f3-5c3e-a01dcd4309b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.145819] env[69385]: DEBUG nova.compute.manager [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Received event network-vif-plugged-8721924f-0ab2-4d67-9b61-ff7448c25c41 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1182.146229] env[69385]: DEBUG oslo_concurrency.lockutils [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] Acquiring lock "e9b9cecb-1a47-4399-b341-b800106cdb78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.146305] env[69385]: DEBUG oslo_concurrency.lockutils [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] Lock "e9b9cecb-1a47-4399-b341-b800106cdb78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.146411] env[69385]: DEBUG oslo_concurrency.lockutils [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] Lock "e9b9cecb-1a47-4399-b341-b800106cdb78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.146574] env[69385]: DEBUG nova.compute.manager [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] No waiting events found dispatching network-vif-plugged-8721924f-0ab2-4d67-9b61-ff7448c25c41 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.146737] env[69385]: WARNING nova.compute.manager [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Received unexpected event network-vif-plugged-8721924f-0ab2-4d67-9b61-ff7448c25c41 for instance with vm_state building and task_state spawning. [ 1182.146894] env[69385]: DEBUG nova.compute.manager [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Received event network-changed-8721924f-0ab2-4d67-9b61-ff7448c25c41 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1182.148356] env[69385]: DEBUG nova.compute.manager [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Refreshing instance network info cache due to event network-changed-8721924f-0ab2-4d67-9b61-ff7448c25c41. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1182.148575] env[69385]: DEBUG oslo_concurrency.lockutils [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] Acquiring lock "refresh_cache-e9b9cecb-1a47-4399-b341-b800106cdb78" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.157979] env[69385]: DEBUG nova.network.neutron [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Updating instance_info_cache with network_info: [{"id": "8721924f-0ab2-4d67-9b61-ff7448c25c41", "address": "fa:16:3e:2a:b3:0b", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8721924f-0a", "ovs_interfaceid": "8721924f-0ab2-4d67-9b61-ff7448c25c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.167743] env[69385]: DEBUG nova.network.neutron [req-e9903538-78ad-4d9a-864f-2e808ae26a7e req-972ceb0d-3b5d-4437-9ab6-7ee5b7c9ee7c service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Updated VIF entry in instance network info cache for port c3fac934-cc34-47bd-8954-703cd97771b0. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.168078] env[69385]: DEBUG nova.network.neutron [req-e9903538-78ad-4d9a-864f-2e808ae26a7e req-972ceb0d-3b5d-4437-9ab6-7ee5b7c9ee7c service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Updating instance_info_cache with network_info: [{"id": "c3fac934-cc34-47bd-8954-703cd97771b0", "address": "fa:16:3e:fa:a0:c4", "network": {"id": "6db15d33-0134-475f-a850-3dd0cadcc900", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-88620452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14372b65226e4ef4939cbcb0c59f0f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fac934-cc", "ovs_interfaceid": "c3fac934-cc34-47bd-8954-703cd97771b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.362716] env[69385]: DEBUG oslo_vmware.api [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Task: {'id': task-3341089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193124} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.362982] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.363178] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.363349] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.363525] env[69385]: INFO nova.compute.manager [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1182.363807] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.363998] env[69385]: DEBUG nova.compute.manager [-] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.364103] env[69385]: DEBUG nova.network.neutron [-] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.425570] env[69385]: DEBUG oslo_concurrency.lockutils [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.474613] env[69385]: DEBUG nova.network.neutron [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Successfully updated port: 05a31e57-d5dc-4c93-9c07-b96cd1992a08 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.493058] env[69385]: DEBUG oslo_concurrency.lockutils [req-2e5088ea-243d-44fb-aa6a-3724b8515244 req-df9aefd8-ebc6-4c06-8e91-8036747cc9b5 service nova] Releasing lock "refresh_cache-07af7f5d-9d98-4f2b-ab5c-2222819e4503" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.616782] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528ff86f-efe5-b4f3-5c3e-a01dcd4309b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008026} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.617848] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3471da76-5574-4b6a-9aaf-5a87049aa256 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.623188] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1182.623188] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526255ee-7bf1-a53a-a93b-b7a7c1a9dc32" [ 1182.623188] env[69385]: _type = "Task" [ 1182.623188] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.631324] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526255ee-7bf1-a53a-a93b-b7a7c1a9dc32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.660339] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "refresh_cache-e9b9cecb-1a47-4399-b341-b800106cdb78" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.660673] env[69385]: DEBUG nova.compute.manager [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Instance network_info: |[{"id": "8721924f-0ab2-4d67-9b61-ff7448c25c41", "address": "fa:16:3e:2a:b3:0b", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8721924f-0a", "ovs_interfaceid": "8721924f-0ab2-4d67-9b61-ff7448c25c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.660985] env[69385]: DEBUG oslo_concurrency.lockutils [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] Acquired lock "refresh_cache-e9b9cecb-1a47-4399-b341-b800106cdb78" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.661176] env[69385]: DEBUG nova.network.neutron [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Refreshing network info cache for port 8721924f-0ab2-4d67-9b61-ff7448c25c41 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.662527] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:b3:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8721924f-0ab2-4d67-9b61-ff7448c25c41', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.670683] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.671566] env[69385]: DEBUG oslo_concurrency.lockutils [req-e9903538-78ad-4d9a-864f-2e808ae26a7e req-972ceb0d-3b5d-4437-9ab6-7ee5b7c9ee7c service nova] Releasing lock "refresh_cache-48e8542f-b068-4b0a-876b-f4eb5cae88f5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.671930] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.672334] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f67e587-4926-48e8-ba64-8d4d4db4aaa3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.694030] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.694030] env[69385]: value = "task-3341090" [ 1182.694030] env[69385]: _type = "Task" [ 1182.694030] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.701753] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341090, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.953110] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58bef13-dcbf-4782-af49-4e1477161da8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.980240] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.980451] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.980537] env[69385]: DEBUG nova.network.neutron [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.982269] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b6ddf7-8252-4b10-8335-facde84ee82e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.991430] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance '4aa16e3c-cbf3-4768-8ca0-d135ddef28fe' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.071717] env[69385]: DEBUG nova.network.neutron [-] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.134437] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526255ee-7bf1-a53a-a93b-b7a7c1a9dc32, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.134692] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.134990] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 48e8542f-b068-4b0a-876b-f4eb5cae88f5/48e8542f-b068-4b0a-876b-f4eb5cae88f5.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.135273] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85a5efe8-74a9-4d2e-9952-1c04814cd12a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.142464] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1183.142464] env[69385]: value = "task-3341091" [ 1183.142464] env[69385]: _type = "Task" [ 1183.142464] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.150502] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.203570] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341090, 'name': CreateVM_Task, 'duration_secs': 0.350561} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.206546] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.207233] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.207401] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.207714] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.208274] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a70a32-9a11-4423-90d1-ddfa2c6bd32a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.213491] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1183.213491] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c3a1ac-edda-d8d5-f2bc-003138fe3d6c" [ 1183.213491] env[69385]: _type = "Task" [ 1183.213491] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.221295] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c3a1ac-edda-d8d5-f2bc-003138fe3d6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.366557] env[69385]: DEBUG nova.compute.manager [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Received event network-vif-plugged-05a31e57-d5dc-4c93-9c07-b96cd1992a08 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1183.366791] env[69385]: DEBUG oslo_concurrency.lockutils [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] Acquiring lock "6deb911c-33f5-4183-bc39-affb2859d17d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.367011] env[69385]: DEBUG oslo_concurrency.lockutils [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] Lock "6deb911c-33f5-4183-bc39-affb2859d17d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.367256] env[69385]: DEBUG oslo_concurrency.lockutils [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] Lock "6deb911c-33f5-4183-bc39-affb2859d17d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.367448] env[69385]: DEBUG nova.compute.manager [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] No waiting events found dispatching network-vif-plugged-05a31e57-d5dc-4c93-9c07-b96cd1992a08 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.367658] env[69385]: WARNING nova.compute.manager [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Received unexpected event network-vif-plugged-05a31e57-d5dc-4c93-9c07-b96cd1992a08 for instance with vm_state building and task_state spawning. [ 1183.367774] env[69385]: DEBUG nova.compute.manager [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Received event network-changed-05a31e57-d5dc-4c93-9c07-b96cd1992a08 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1183.367949] env[69385]: DEBUG nova.compute.manager [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Refreshing instance network info cache due to event network-changed-05a31e57-d5dc-4c93-9c07-b96cd1992a08. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1183.368203] env[69385]: DEBUG oslo_concurrency.lockutils [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] Acquiring lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.412786] env[69385]: DEBUG nova.network.neutron [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Updated VIF entry in instance network info cache for port 8721924f-0ab2-4d67-9b61-ff7448c25c41. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.413282] env[69385]: DEBUG nova.network.neutron [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Updating instance_info_cache with network_info: [{"id": "8721924f-0ab2-4d67-9b61-ff7448c25c41", "address": "fa:16:3e:2a:b3:0b", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8721924f-0a", "ovs_interfaceid": "8721924f-0ab2-4d67-9b61-ff7448c25c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.422201] env[69385]: INFO nova.compute.manager [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Resuming [ 1183.422813] env[69385]: DEBUG nova.objects.instance [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lazy-loading 'flavor' on Instance uuid 5ff20111-4193-4223-8bf7-23978dae759b {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.498350] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.499138] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8725b3e4-1a8a-4b67-ace1-77e36d5860ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.508053] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1183.508053] env[69385]: value = "task-3341092" [ 1183.508053] env[69385]: _type = "Task" [ 1183.508053] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.519718] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.521403] env[69385]: DEBUG nova.network.neutron [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.573764] env[69385]: INFO nova.compute.manager [-] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Took 1.21 seconds to deallocate network for instance. [ 1183.594920] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.595128] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.653143] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46048} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.653558] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 48e8542f-b068-4b0a-876b-f4eb5cae88f5/48e8542f-b068-4b0a-876b-f4eb5cae88f5.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.653838] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.654196] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f94a5de-4de4-480f-aa5e-c445675d7ae0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.662107] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1183.662107] env[69385]: value = "task-3341093" [ 1183.662107] env[69385]: _type = "Task" [ 1183.662107] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.666446] env[69385]: DEBUG nova.network.neutron [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance_info_cache with network_info: [{"id": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "address": "fa:16:3e:09:7f:fa", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a31e57-d5", "ovs_interfaceid": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.674015] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.730291] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c3a1ac-edda-d8d5-f2bc-003138fe3d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.731069] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.731204] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.731586] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.731761] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.732133] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.732933] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5db94ede-ca4b-4be0-aa77-316d8c4cd495 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.748098] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.748098] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.749029] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84eb9342-d781-48f7-96be-f6be274f3f5d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.756451] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1183.756451] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520074c3-0281-848b-c380-bac58cba196b" [ 1183.756451] env[69385]: _type = "Task" [ 1183.756451] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.766211] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520074c3-0281-848b-c380-bac58cba196b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.917155] env[69385]: DEBUG oslo_concurrency.lockutils [req-3aafbc7f-3d23-491e-9d48-dcf567340fdf req-7dc5bfe0-9e92-4cbb-95fe-8665ff4dac2b service nova] Releasing lock "refresh_cache-e9b9cecb-1a47-4399-b341-b800106cdb78" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.017303] env[69385]: DEBUG oslo_vmware.api [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341092, 'name': PowerOnVM_Task, 'duration_secs': 0.490875} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.017563] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.017743] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-78e574dd-3b4e-4904-b00e-760e87a42d82 tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance '4aa16e3c-cbf3-4768-8ca0-d135ddef28fe' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.079679] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.080284] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.080284] env[69385]: DEBUG nova.objects.instance [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lazy-loading 'resources' on Instance uuid 07af7f5d-9d98-4f2b-ab5c-2222819e4503 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.101845] env[69385]: DEBUG nova.compute.utils [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.172219] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.172549] env[69385]: DEBUG nova.compute.manager [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Instance network_info: |[{"id": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "address": "fa:16:3e:09:7f:fa", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a31e57-d5", "ovs_interfaceid": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.172840] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078752} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.173466] env[69385]: DEBUG oslo_concurrency.lockutils [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] Acquired lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.173466] env[69385]: DEBUG nova.network.neutron [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Refreshing network info cache for port 05a31e57-d5dc-4c93-9c07-b96cd1992a08 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.174416] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:7f:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05a31e57-d5dc-4c93-9c07-b96cd1992a08', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.181668] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating folder: Project (772ac6e44a8f4332bd273af658414b60). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.181941] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.182934] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3b48837-f42e-489e-97bd-2ee85c039b16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.185156] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58e3ea3-0d2f-42cd-8bf1-84cde9cf6bda {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.208736] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 48e8542f-b068-4b0a-876b-f4eb5cae88f5/48e8542f-b068-4b0a-876b-f4eb5cae88f5.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.210458] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e49cb7bf-abc4-43bb-ac98-37e302774f8e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.224929] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Created folder: Project (772ac6e44a8f4332bd273af658414b60) in parent group-v666556. [ 1184.225139] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating folder: Instances. Parent ref: group-v666827. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.225658] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3f8ebde-a9a9-4fef-9cad-6b5e405bdf8f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.233452] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1184.233452] env[69385]: value = "task-3341097" [ 1184.233452] env[69385]: _type = "Task" [ 1184.233452] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.242154] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.243252] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Created folder: Instances in parent group-v666827. [ 1184.243473] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.243684] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.243886] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21e7ae1a-3773-4182-a7c5-e6ebfb1e2462 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.268109] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520074c3-0281-848b-c380-bac58cba196b, 'name': SearchDatastore_Task, 'duration_secs': 0.01418} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.269712] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.269712] env[69385]: value = "task-3341098" [ 1184.269712] env[69385]: _type = "Task" [ 1184.269712] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.269904] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6d42c7-8220-4012-8d92-144d49a65dd9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.277474] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1184.277474] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b7f841-1426-8f67-0084-bbcf08685139" [ 1184.277474] env[69385]: _type = "Task" [ 1184.277474] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.280423] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341098, 'name': CreateVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.287393] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b7f841-1426-8f67-0084-bbcf08685139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.295526] env[69385]: DEBUG nova.compute.manager [req-83a3e130-a177-42e2-a2f6-8d410f4308b9 req-ebe19e59-f086-4843-9b17-ba203223d876 service nova] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Received event network-vif-deleted-c505ab7f-5709-40db-a2ef-82f99c848fe6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1184.607232] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.743179] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341097, 'name': ReconfigVM_Task, 'duration_secs': 0.268261} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.743456] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 48e8542f-b068-4b0a-876b-f4eb5cae88f5/48e8542f-b068-4b0a-876b-f4eb5cae88f5.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.747019] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7106320d-bfb3-4ea4-bfbe-4ab963f2a8d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.753960] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1184.753960] env[69385]: value = "task-3341099" [ 1184.753960] env[69385]: _type = "Task" [ 1184.753960] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.763666] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341099, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.771855] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0673dcf7-277e-4d99-a1bb-0c5c8dd16803 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.788182] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d840e8af-496e-4493-a1f7-a1cead0979dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.791421] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341098, 'name': CreateVM_Task, 'duration_secs': 0.381027} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.793838] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.795667] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.795858] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.796233] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.825131] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50f79fa-3fe8-4cee-84c7-24b9d22d94fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.827083] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b7f841-1426-8f67-0084-bbcf08685139, 'name': SearchDatastore_Task, 'duration_secs': 0.025691} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.830330] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.830597] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] e9b9cecb-1a47-4399-b341-b800106cdb78/e9b9cecb-1a47-4399-b341-b800106cdb78.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.831353] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d172aab6-6a21-4de4-8045-afbb35703c5c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.834130] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eadb266-075e-413b-9742-6ca7f900ee36 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.838037] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1184.838037] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527a75f7-367c-7956-7714-3654edd7ceb7" [ 1184.838037] env[69385]: _type = "Task" [ 1184.838037] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.845399] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9fcb5b-f6f2-44ae-b9de-b65664199505 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.849370] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1184.849370] env[69385]: value = "task-3341100" [ 1184.849370] env[69385]: _type = "Task" [ 1184.849370] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.852459] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527a75f7-367c-7956-7714-3654edd7ceb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.863423] env[69385]: DEBUG nova.compute.provider_tree [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.869541] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.906761] env[69385]: DEBUG nova.network.neutron [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updated VIF entry in instance network info cache for port 05a31e57-d5dc-4c93-9c07-b96cd1992a08. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.907218] env[69385]: DEBUG nova.network.neutron [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance_info_cache with network_info: [{"id": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "address": "fa:16:3e:09:7f:fa", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a31e57-d5", "ovs_interfaceid": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.933449] env[69385]: DEBUG oslo_concurrency.lockutils [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.933687] env[69385]: DEBUG oslo_concurrency.lockutils [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquired lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.933893] env[69385]: DEBUG nova.network.neutron [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.264238] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341099, 'name': Rename_Task, 'duration_secs': 0.16753} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.264507] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.264801] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6125a098-6925-42ee-952b-35efc20b4404 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.271205] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1185.271205] env[69385]: value = "task-3341101" [ 1185.271205] env[69385]: _type = "Task" [ 1185.271205] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.279061] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.349034] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527a75f7-367c-7956-7714-3654edd7ceb7, 'name': SearchDatastore_Task, 'duration_secs': 0.048425} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.349366] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.349684] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.349843] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.349989] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.350206] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.350467] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-164a451b-cc9c-4929-9854-70d20f339780 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.360169] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.361750] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.361967] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.362642] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c387b38-9f3f-42d1-b8a5-8353b77b5249 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.366747] env[69385]: DEBUG nova.scheduler.client.report [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.371308] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1185.371308] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5210b722-55e0-434e-083c-c6aed6ebb033" [ 1185.371308] env[69385]: _type = "Task" [ 1185.371308] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.379898] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5210b722-55e0-434e-083c-c6aed6ebb033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.409931] env[69385]: DEBUG oslo_concurrency.lockutils [req-7e752764-703b-4566-9dd6-aa0fb4ecc09b req-d9d0a67d-2fe9-41fa-82e3-cff741608e6f service nova] Releasing lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.619860] env[69385]: DEBUG nova.network.neutron [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating instance_info_cache with network_info: [{"id": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "address": "fa:16:3e:cb:dc:5b", "network": {"id": "11b72ee0-3514-4a6b-8235-21e53c488640", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1522352827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a696c758f408597e9d2538bd7d787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aecb02c-65", "ovs_interfaceid": "1aecb02c-6554-44ea-aaaa-eeb9bfb008c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.665217] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.665465] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.665694] env[69385]: INFO nova.compute.manager [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Attaching volume 7be853d4-0331-4e94-816d-8319344effc5 to /dev/sdb [ 1185.704514] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55476fd-448d-4b49-88d1-27b5a6f79cf6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.714668] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18c2dff-64a2-4fab-a759-99bead774fe8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.730812] env[69385]: DEBUG nova.virt.block_device [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Updating existing volume attachment record: 326f5db5-16ca-4dc5-b60b-9f3643d02861 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1185.783588] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.865816] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341100, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.873229] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.886635] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5210b722-55e0-434e-083c-c6aed6ebb033, 'name': SearchDatastore_Task, 'duration_secs': 0.035488} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.887599] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3156bb44-97e6-47f6-8f0c-0aa12e95acb8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.894924] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1185.894924] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52907f76-e438-fae4-11bc-9c4a840d4f9f" [ 1185.894924] env[69385]: _type = "Task" [ 1185.894924] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.901306] env[69385]: INFO nova.scheduler.client.report [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Deleted allocations for instance 07af7f5d-9d98-4f2b-ab5c-2222819e4503 [ 1185.906886] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52907f76-e438-fae4-11bc-9c4a840d4f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.122469] env[69385]: DEBUG oslo_concurrency.lockutils [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Releasing lock "refresh_cache-5ff20111-4193-4223-8bf7-23978dae759b" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.123836] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e7ca1-4a9c-4f96-bcca-ccd34568e518 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.136440] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Resuming the VM {{(pid=69385) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1186.137438] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e98b102a-7b26-428b-9107-b4cbe1cb3d06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.143467] env[69385]: DEBUG oslo_vmware.api [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1186.143467] env[69385]: value = "task-3341104" [ 1186.143467] env[69385]: _type = "Task" [ 1186.143467] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.153162] env[69385]: DEBUG oslo_vmware.api [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.282109] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341101, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.367515] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341100, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.137618} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.367874] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] e9b9cecb-1a47-4399-b341-b800106cdb78/e9b9cecb-1a47-4399-b341-b800106cdb78.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.368214] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.368594] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33d52555-65b9-4a21-977c-e7be1484f8fc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.376904] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1186.376904] env[69385]: value = "task-3341107" [ 1186.376904] env[69385]: _type = "Task" [ 1186.376904] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.388066] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.409178] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52907f76-e438-fae4-11bc-9c4a840d4f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.053597} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.409178] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.409178] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6deb911c-33f5-4183-bc39-affb2859d17d/6deb911c-33f5-4183-bc39-affb2859d17d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.409178] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eac94f91-25ce-4f42-b2e4-c2e3a9f24479 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.415587] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7bc55c8b-333d-4fcf-84d6-7a8bb2a6fd15 tempest-ServerRescueTestJSONUnderV235-271987640 tempest-ServerRescueTestJSONUnderV235-271987640-project-member] Lock "07af7f5d-9d98-4f2b-ab5c-2222819e4503" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.420126] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1186.420126] env[69385]: value = "task-3341108" [ 1186.420126] env[69385]: _type = "Task" [ 1186.420126] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.431817] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.634358] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.634573] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.634818] env[69385]: DEBUG nova.compute.manager [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Going to confirm migration 6 {{(pid=69385) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1186.654694] env[69385]: DEBUG oslo_vmware.api [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341104, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.789370] env[69385]: DEBUG oslo_vmware.api [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341101, 'name': PowerOnVM_Task, 'duration_secs': 1.094482} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.789714] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.789928] env[69385]: INFO nova.compute.manager [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1186.790188] env[69385]: DEBUG nova.compute.manager [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.791088] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db13ed68-43f4-48bf-86cc-fb467c725059 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.900139] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157429} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.900498] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.901697] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d9ef33-00f9-4a6b-b284-e64e15346066 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.941480] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e9b9cecb-1a47-4399-b341-b800106cdb78/e9b9cecb-1a47-4399-b341-b800106cdb78.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.946350] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c57f4ea2-2b19-431e-b03c-3c6b7a6a372f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.970960] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1186.970960] env[69385]: value = "task-3341109" [ 1186.970960] env[69385]: _type = "Task" [ 1186.970960] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.974589] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341108, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.990930] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.169818] env[69385]: DEBUG oslo_vmware.api [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341104, 'name': PowerOnVM_Task, 'duration_secs': 0.707009} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.170332] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Resumed the VM {{(pid=69385) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1187.170607] env[69385]: DEBUG nova.compute.manager [None req-04f2ae0d-049c-444d-9c80-1c008bd33bac tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.171500] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99412a1-7cfe-4154-a85c-426640e129c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.195093] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.195822] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquired lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.195822] env[69385]: DEBUG nova.network.neutron [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.195822] env[69385]: DEBUG nova.objects.instance [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'info_cache' on Instance uuid 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.317963] env[69385]: INFO nova.compute.manager [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Took 16.30 seconds to build instance. [ 1187.441634] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.990939} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.441978] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6deb911c-33f5-4183-bc39-affb2859d17d/6deb911c-33f5-4183-bc39-affb2859d17d.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.442894] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.443152] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-203a8841-79dc-4698-b9ae-a031c5b31d81 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.451381] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1187.451381] env[69385]: value = "task-3341110" [ 1187.451381] env[69385]: _type = "Task" [ 1187.451381] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.461260] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.491706] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.819758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-42b7e85f-a7ef-4d61-aba3-9cc794728e57 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.809s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.961542] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082675} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.961886] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.962698] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45763f9-6163-457c-9f27-ad9680260a8f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.987490] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 6deb911c-33f5-4183-bc39-affb2859d17d/6deb911c-33f5-4183-bc39-affb2859d17d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.990838] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10b74ac-4ea9-4973-913e-fdac7d59e76f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.011548] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.013027] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1188.013027] env[69385]: value = "task-3341111" [ 1188.013027] env[69385]: _type = "Task" [ 1188.013027] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.022423] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.385319] env[69385]: DEBUG oslo_concurrency.lockutils [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquiring lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.385570] env[69385]: DEBUG oslo_concurrency.lockutils [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.385785] env[69385]: DEBUG oslo_concurrency.lockutils [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquiring lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.386037] env[69385]: DEBUG oslo_concurrency.lockutils [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.386221] env[69385]: DEBUG oslo_concurrency.lockutils [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.388447] env[69385]: INFO nova.compute.manager [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Terminating instance [ 1188.488840] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341109, 'name': ReconfigVM_Task, 'duration_secs': 1.390397} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.489151] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e9b9cecb-1a47-4399-b341-b800106cdb78/e9b9cecb-1a47-4399-b341-b800106cdb78.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.489784] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e27b8cd-af59-4600-b95b-85315d28f16f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.498028] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1188.498028] env[69385]: value = "task-3341114" [ 1188.498028] env[69385]: _type = "Task" [ 1188.498028] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.506697] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341114, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.507716] env[69385]: DEBUG nova.network.neutron [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance_info_cache with network_info: [{"id": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "address": "fa:16:3e:c0:f8:13", "network": {"id": "8a456352-f267-4cff-ac5e-6dbb6ad706d2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1331561379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfa1fd6d0f3446fbf53334c3a8c1bb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea40aa9-90", "ovs_interfaceid": "1ea40aa9-904c-44d4-87d4-9eaa5fe805f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.529267] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.637098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.637452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.895906] env[69385]: DEBUG nova.compute.manager [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.896315] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.897173] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34393700-34b9-4ef6-a8df-9e3504f09d0a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.906608] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.906875] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2bbd239-3805-473b-b926-2fa0425e8235 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.914163] env[69385]: DEBUG oslo_vmware.api [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1188.914163] env[69385]: value = "task-3341115" [ 1188.914163] env[69385]: _type = "Task" [ 1188.914163] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.926215] env[69385]: DEBUG oslo_vmware.api [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.008414] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341114, 'name': Rename_Task, 'duration_secs': 0.183612} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.008800] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.009098] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-523cecd8-4250-4c77-ab02-8238e931af45 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.011304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Releasing lock "refresh_cache-4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.011605] env[69385]: DEBUG nova.objects.instance [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lazy-loading 'migration_context' on Instance uuid 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.019570] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1189.019570] env[69385]: value = "task-3341116" [ 1189.019570] env[69385]: _type = "Task" [ 1189.019570] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.028911] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341111, 'name': ReconfigVM_Task, 'duration_secs': 0.641912} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.029698] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 6deb911c-33f5-4183-bc39-affb2859d17d/6deb911c-33f5-4183-bc39-affb2859d17d.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.030398] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d8517cb-fb63-419e-b4ef-17d995fc6e90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.036276] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.042670] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1189.042670] env[69385]: value = "task-3341117" [ 1189.042670] env[69385]: _type = "Task" [ 1189.042670] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.055903] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341117, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.140572] env[69385]: DEBUG nova.compute.utils [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.424475] env[69385]: DEBUG oslo_vmware.api [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341115, 'name': PowerOffVM_Task, 'duration_secs': 0.199203} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.424762] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.424928] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.425295] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc40c253-a7ca-4b70-aaa4-b5ba951bd078 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.501204] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.501437] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.501699] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Deleting the datastore file [datastore1] 48e8542f-b068-4b0a-876b-f4eb5cae88f5 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.501998] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2faedf2c-a9cb-4bb1-9f8a-6966afb77a55 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.513545] env[69385]: DEBUG oslo_vmware.api [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for the task: (returnval){ [ 1189.513545] env[69385]: value = "task-3341119" [ 1189.513545] env[69385]: _type = "Task" [ 1189.513545] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.514325] env[69385]: DEBUG nova.objects.base [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Object Instance<4aa16e3c-cbf3-4768-8ca0-d135ddef28fe> lazy-loaded attributes: info_cache,migration_context {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1189.515244] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb13f89d-f9aa-4c39-91b7-42133330a846 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.541213] env[69385]: DEBUG oslo_vmware.api [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.541860] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec53753-ee2f-4a99-8995-673818881074 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.547696] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341116, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.557107] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341117, 'name': Rename_Task, 'duration_secs': 0.24484} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.557804] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.558133] env[69385]: DEBUG oslo_vmware.api [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1189.558133] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b72015-e993-3519-dd74-269c71d03020" [ 1189.558133] env[69385]: _type = "Task" [ 1189.558133] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.558326] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5b899e0-29aa-401e-8b84-f22900b38dca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.569483] env[69385]: DEBUG oslo_vmware.api [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52b72015-e993-3519-dd74-269c71d03020, 'name': SearchDatastore_Task, 'duration_secs': 0.008793} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.570789] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.571057] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.572437] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1189.572437] env[69385]: value = "task-3341120" [ 1189.572437] env[69385]: _type = "Task" [ 1189.572437] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.580699] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.643325] env[69385]: DEBUG oslo_concurrency.lockutils [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.027094] env[69385]: DEBUG oslo_vmware.api [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Task: {'id': task-3341119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276078} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.030215] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.030381] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.030555] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.030819] env[69385]: INFO nova.compute.manager [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1190.030964] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.031173] env[69385]: DEBUG nova.compute.manager [-] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.031264] env[69385]: DEBUG nova.network.neutron [-] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.038427] env[69385]: DEBUG oslo_vmware.api [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341116, 'name': PowerOnVM_Task, 'duration_secs': 0.711011} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.038683] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.038963] env[69385]: INFO nova.compute.manager [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1190.039157] env[69385]: DEBUG nova.compute.manager [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.039913] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e542063-4a35-4c3a-afdf-5a88339219ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.092090] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341120, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.319778] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a53cc23-357c-4c05-a58f-38e0755d68e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.330757] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cc0dc4-07d5-4854-985f-4947fa9d04e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.371071] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a042bd25-9380-4e77-a369-8c9cfdec73a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.383610] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fef7d69-64c0-4e97-a886-505a01ab580a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.404121] env[69385]: DEBUG nova.compute.provider_tree [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.563952] env[69385]: INFO nova.compute.manager [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Took 16.98 seconds to build instance. [ 1190.592386] env[69385]: DEBUG oslo_vmware.api [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341120, 'name': PowerOnVM_Task, 'duration_secs': 0.731214} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.592668] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.592870] env[69385]: INFO nova.compute.manager [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1190.594290] env[69385]: DEBUG nova.compute.manager [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.594290] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f27825-1507-4974-b7d4-296894280e54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.742812] env[69385]: DEBUG nova.compute.manager [req-be313f51-c8d3-4b4e-9b36-56af4f701e5e req-b3e48732-0709-4f98-9a21-6717e2c6e7a6 service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Received event network-vif-deleted-c3fac934-cc34-47bd-8954-703cd97771b0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1190.743155] env[69385]: INFO nova.compute.manager [req-be313f51-c8d3-4b4e-9b36-56af4f701e5e req-b3e48732-0709-4f98-9a21-6717e2c6e7a6 service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Neutron deleted interface c3fac934-cc34-47bd-8954-703cd97771b0; detaching it from the instance and deleting it from the info cache [ 1190.743741] env[69385]: DEBUG nova.network.neutron [req-be313f51-c8d3-4b4e-9b36-56af4f701e5e req-b3e48732-0709-4f98-9a21-6717e2c6e7a6 service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.752308] env[69385]: DEBUG oslo_concurrency.lockutils [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.752560] env[69385]: DEBUG oslo_concurrency.lockutils [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.752831] env[69385]: INFO nova.compute.manager [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Attaching volume 21354831-195e-485f-9a20-8e1a35935d1f to /dev/sdb [ 1190.787295] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.787515] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.788414] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0642da6-6d2c-4a14-91ef-264c3e7ad7ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.796088] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f608e419-3591-4915-b7b0-64815981792d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.818666] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba5490e-8cfa-478b-9383-23c3d5a18ba1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.823415] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522a467b-6f73-4f55-ab78-372dd16b3c68 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.851050] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-7be853d4-0331-4e94-816d-8319344effc5/volume-7be853d4-0331-4e94-816d-8319344effc5.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.855209] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d11891-b5c9-4a30-9c20-a130771737da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.868598] env[69385]: DEBUG nova.virt.block_device [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Updating existing volume attachment record: 95f17e2e-9898-480c-9e93-a157872c9e78 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1190.874704] env[69385]: DEBUG nova.network.neutron [-] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.882020] env[69385]: DEBUG oslo_vmware.api [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1190.882020] env[69385]: value = "task-3341122" [ 1190.882020] env[69385]: _type = "Task" [ 1190.882020] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.889815] env[69385]: DEBUG oslo_vmware.api [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.906032] env[69385]: DEBUG nova.scheduler.client.report [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.068308] env[69385]: DEBUG oslo_concurrency.lockutils [None req-06b190d5-6ae6-409a-902d-4ec583c083fb tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "e9b9cecb-1a47-4399-b341-b800106cdb78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.499s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.116980] env[69385]: INFO nova.compute.manager [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Took 16.02 seconds to build instance. [ 1191.246290] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-030a64c3-07d0-4ed8-9672-9bd89228135e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.262029] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3871a0fd-4fe7-44d3-857d-155915b7d734 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.305069] env[69385]: DEBUG nova.compute.manager [req-be313f51-c8d3-4b4e-9b36-56af4f701e5e req-b3e48732-0709-4f98-9a21-6717e2c6e7a6 service nova] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Detach interface failed, port_id=c3fac934-cc34-47bd-8954-703cd97771b0, reason: Instance 48e8542f-b068-4b0a-876b-f4eb5cae88f5 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1191.380810] env[69385]: INFO nova.compute.manager [-] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Took 1.35 seconds to deallocate network for instance. [ 1191.405188] env[69385]: DEBUG oslo_vmware.api [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.621925] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d9c187f1-20cd-408b-b8be-5092f8f8aaa0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.530s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.895408] env[69385]: DEBUG oslo_vmware.api [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.898448] env[69385]: DEBUG oslo_concurrency.lockutils [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.923672] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.350s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.925199] env[69385]: DEBUG oslo_concurrency.lockutils [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.027s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.926616] env[69385]: DEBUG nova.objects.instance [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lazy-loading 'resources' on Instance uuid 48e8542f-b068-4b0a-876b-f4eb5cae88f5 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.966909] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "e9b9cecb-1a47-4399-b341-b800106cdb78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.966909] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "e9b9cecb-1a47-4399-b341-b800106cdb78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.966909] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "e9b9cecb-1a47-4399-b341-b800106cdb78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.966909] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "e9b9cecb-1a47-4399-b341-b800106cdb78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.966909] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "e9b9cecb-1a47-4399-b341-b800106cdb78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.970182] env[69385]: INFO nova.compute.manager [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Terminating instance [ 1192.395671] env[69385]: DEBUG oslo_vmware.api [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341122, 'name': ReconfigVM_Task, 'duration_secs': 1.439576} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.396439] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-7be853d4-0331-4e94-816d-8319344effc5/volume-7be853d4-0331-4e94-816d-8319344effc5.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.402315] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2cadda7-34f4-4215-b5b5-b8cc3e659b3b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.423070] env[69385]: DEBUG oslo_vmware.api [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1192.423070] env[69385]: value = "task-3341124" [ 1192.423070] env[69385]: _type = "Task" [ 1192.423070] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.438029] env[69385]: DEBUG oslo_vmware.api [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.479194] env[69385]: DEBUG nova.compute.manager [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.479194] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.480895] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c32170f-c809-4912-9e9a-94dc017b1fd5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.493359] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.493611] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-616ed530-1e9b-4fc0-a52c-213f18e04086 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.505327] env[69385]: DEBUG oslo_vmware.api [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1192.505327] env[69385]: value = "task-3341125" [ 1192.505327] env[69385]: _type = "Task" [ 1192.505327] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.514501] env[69385]: INFO nova.scheduler.client.report [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted allocation for migration c0fb163c-3944-4fa7-9f53-e1a8ddf7ef6a [ 1192.533091] env[69385]: DEBUG oslo_vmware.api [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.694923] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fd6f0a-2ce1-490b-bef8-b35ad63bdb35 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.705100] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fdb37e-acd8-4e0c-82cb-c615e7358feb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.739010] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebd86dd-bf77-4aff-a4f2-a6cc5d52c982 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.748097] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5809fb-f3e0-4b7e-a4a5-3b545c398824 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.763409] env[69385]: DEBUG nova.compute.provider_tree [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.932778] env[69385]: DEBUG oslo_vmware.api [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341124, 'name': ReconfigVM_Task, 'duration_secs': 0.185665} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.933116] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1193.021949] env[69385]: DEBUG oslo_vmware.api [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341125, 'name': PowerOffVM_Task, 'duration_secs': 0.277244} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.023042] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.023042] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.023042] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67b5e9b3-986d-4db4-83a4-e96f12615691 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.027506] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.393s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.104116] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.104116] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.104326] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleting the datastore file [datastore1] e9b9cecb-1a47-4399-b341-b800106cdb78 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.105284] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3738f82e-e781-44e1-b1ac-04fc7ac841db {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.114033] env[69385]: DEBUG oslo_vmware.api [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1193.114033] env[69385]: value = "task-3341127" [ 1193.114033] env[69385]: _type = "Task" [ 1193.114033] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.126537] env[69385]: DEBUG oslo_vmware.api [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.271645] env[69385]: DEBUG nova.scheduler.client.report [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.523908] env[69385]: DEBUG nova.compute.manager [req-ef50980f-f9bf-4a63-8bb1-f16850c39fff req-572bce9c-a5f6-4030-8300-05c78dc4387f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Received event network-changed-05a31e57-d5dc-4c93-9c07-b96cd1992a08 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1193.524719] env[69385]: DEBUG nova.compute.manager [req-ef50980f-f9bf-4a63-8bb1-f16850c39fff req-572bce9c-a5f6-4030-8300-05c78dc4387f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Refreshing instance network info cache due to event network-changed-05a31e57-d5dc-4c93-9c07-b96cd1992a08. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1193.526899] env[69385]: DEBUG oslo_concurrency.lockutils [req-ef50980f-f9bf-4a63-8bb1-f16850c39fff req-572bce9c-a5f6-4030-8300-05c78dc4387f service nova] Acquiring lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.526899] env[69385]: DEBUG oslo_concurrency.lockutils [req-ef50980f-f9bf-4a63-8bb1-f16850c39fff req-572bce9c-a5f6-4030-8300-05c78dc4387f service nova] Acquired lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.526899] env[69385]: DEBUG nova.network.neutron [req-ef50980f-f9bf-4a63-8bb1-f16850c39fff req-572bce9c-a5f6-4030-8300-05c78dc4387f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Refreshing network info cache for port 05a31e57-d5dc-4c93-9c07-b96cd1992a08 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.625252] env[69385]: DEBUG oslo_vmware.api [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175524} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.625363] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.625456] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.625620] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.625796] env[69385]: INFO nova.compute.manager [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1193.626059] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.626258] env[69385]: DEBUG nova.compute.manager [-] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.626547] env[69385]: DEBUG nova.network.neutron [-] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.777277] env[69385]: DEBUG oslo_concurrency.lockutils [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.795993] env[69385]: INFO nova.scheduler.client.report [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Deleted allocations for instance 48e8542f-b068-4b0a-876b-f4eb5cae88f5 [ 1193.985024] env[69385]: DEBUG nova.objects.instance [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'flavor' on Instance uuid f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.993250] env[69385]: DEBUG nova.compute.manager [req-d55ede67-6bdb-4292-9f46-f6430e9b9449 req-a5b7fd3d-fa1b-4b81-89e0-023fd6738922 service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Received event network-vif-deleted-8721924f-0ab2-4d67-9b61-ff7448c25c41 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1193.993447] env[69385]: INFO nova.compute.manager [req-d55ede67-6bdb-4292-9f46-f6430e9b9449 req-a5b7fd3d-fa1b-4b81-89e0-023fd6738922 service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Neutron deleted interface 8721924f-0ab2-4d67-9b61-ff7448c25c41; detaching it from the instance and deleting it from the info cache [ 1193.993617] env[69385]: DEBUG nova.network.neutron [req-d55ede67-6bdb-4292-9f46-f6430e9b9449 req-a5b7fd3d-fa1b-4b81-89e0-023fd6738922 service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.083381] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquiring lock "6fc3fb4f-e394-4447-8660-48736caa67c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.083558] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "6fc3fb4f-e394-4447-8660-48736caa67c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.159524] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.159775] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.159979] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.160172] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.160338] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.162713] env[69385]: INFO nova.compute.manager [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Terminating instance [ 1194.276342] env[69385]: DEBUG nova.network.neutron [req-ef50980f-f9bf-4a63-8bb1-f16850c39fff req-572bce9c-a5f6-4030-8300-05c78dc4387f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updated VIF entry in instance network info cache for port 05a31e57-d5dc-4c93-9c07-b96cd1992a08. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.276621] env[69385]: DEBUG nova.network.neutron [req-ef50980f-f9bf-4a63-8bb1-f16850c39fff req-572bce9c-a5f6-4030-8300-05c78dc4387f service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance_info_cache with network_info: [{"id": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "address": "fa:16:3e:09:7f:fa", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a31e57-d5", "ovs_interfaceid": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.310757] env[69385]: DEBUG oslo_concurrency.lockutils [None req-775da1b0-2f55-4e08-933c-13fe9837daa7 tempest-ServerGroupTestJSON-1475355551 tempest-ServerGroupTestJSON-1475355551-project-member] Lock "48e8542f-b068-4b0a-876b-f4eb5cae88f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.923s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.473527] env[69385]: DEBUG nova.network.neutron [-] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.489107] env[69385]: DEBUG oslo_concurrency.lockutils [None req-59401596-076e-4eb9-a782-306906bccca9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.824s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.498012] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-178f9809-c487-4bb5-855a-db672f730cb9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.509657] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33a8002-8b6d-4e78-9ad7-18e594d7756e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.543158] env[69385]: DEBUG nova.compute.manager [req-d55ede67-6bdb-4292-9f46-f6430e9b9449 req-a5b7fd3d-fa1b-4b81-89e0-023fd6738922 service nova] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Detach interface failed, port_id=8721924f-0ab2-4d67-9b61-ff7448c25c41, reason: Instance e9b9cecb-1a47-4399-b341-b800106cdb78 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1194.546347] env[69385]: INFO nova.compute.manager [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Rebuilding instance [ 1194.585581] env[69385]: DEBUG nova.compute.manager [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.599089] env[69385]: DEBUG nova.compute.manager [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.600025] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecb7ec8-e62a-4bbb-b7ef-973787de6b06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.668425] env[69385]: DEBUG nova.compute.manager [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.668425] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.668425] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00530f3-f51a-44de-a07b-dc1fc6981fe4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.677065] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.677371] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fb2e8b6-7914-4280-808b-b3b995fcff49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.687551] env[69385]: DEBUG oslo_vmware.api [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1194.687551] env[69385]: value = "task-3341130" [ 1194.687551] env[69385]: _type = "Task" [ 1194.687551] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.694556] env[69385]: DEBUG oslo_vmware.api [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.780400] env[69385]: DEBUG oslo_concurrency.lockutils [req-ef50980f-f9bf-4a63-8bb1-f16850c39fff req-572bce9c-a5f6-4030-8300-05c78dc4387f service nova] Releasing lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.977178] env[69385]: INFO nova.compute.manager [-] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Took 1.35 seconds to deallocate network for instance. [ 1195.117605] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.118171] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.120545] env[69385]: INFO nova.compute.claims [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.196570] env[69385]: DEBUG oslo_vmware.api [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341130, 'name': PowerOffVM_Task, 'duration_secs': 0.338677} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.196570] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.196570] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.196898] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fb0bf69-eeff-479b-98e5-858e0b412b6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.273229] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.273783] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.274118] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleting the datastore file [datastore1] 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.274487] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa8aff47-6a19-4138-8b8e-e79bc47765c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.282091] env[69385]: DEBUG oslo_vmware.api [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for the task: (returnval){ [ 1195.282091] env[69385]: value = "task-3341132" [ 1195.282091] env[69385]: _type = "Task" [ 1195.282091] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.292501] env[69385]: DEBUG oslo_vmware.api [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.426094] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1195.426476] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666833', 'volume_id': '21354831-195e-485f-9a20-8e1a35935d1f', 'name': 'volume-21354831-195e-485f-9a20-8e1a35935d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19531f5d-fa1b-46e6-b8e4-ba48875f9b73', 'attached_at': '', 'detached_at': '', 'volume_id': '21354831-195e-485f-9a20-8e1a35935d1f', 'serial': '21354831-195e-485f-9a20-8e1a35935d1f'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1195.427386] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc060925-81e3-4ac8-aba0-a69bc0e7f306 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.452793] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1705f-0c70-4a12-aad0-87759d313079 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.479453] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-21354831-195e-485f-9a20-8e1a35935d1f/volume-21354831-195e-485f-9a20-8e1a35935d1f.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.479541] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01b1fa6-f772-46bf-949b-c297d6f0da17 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.493704] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.501629] env[69385]: DEBUG oslo_vmware.api [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1195.501629] env[69385]: value = "task-3341133" [ 1195.501629] env[69385]: _type = "Task" [ 1195.501629] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.511172] env[69385]: DEBUG oslo_vmware.api [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.624876] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.627335] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0af504b9-9379-4469-988a-330884172ff0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.636491] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1195.636491] env[69385]: value = "task-3341134" [ 1195.636491] env[69385]: _type = "Task" [ 1195.636491] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.648383] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.794500] env[69385]: DEBUG oslo_vmware.api [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Task: {'id': task-3341132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299295} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.794668] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.795301] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.795301] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.795301] env[69385]: INFO nova.compute.manager [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1195.795512] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.795666] env[69385]: DEBUG nova.compute.manager [-] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.795762] env[69385]: DEBUG nova.network.neutron [-] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.016675] env[69385]: DEBUG oslo_vmware.api [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341133, 'name': ReconfigVM_Task, 'duration_secs': 0.415526} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.022281] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-21354831-195e-485f-9a20-8e1a35935d1f/volume-21354831-195e-485f-9a20-8e1a35935d1f.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.028777] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6191e834-14fa-49b4-abc7-daefde84f4c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.050551] env[69385]: DEBUG oslo_vmware.api [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1196.050551] env[69385]: value = "task-3341135" [ 1196.050551] env[69385]: _type = "Task" [ 1196.050551] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.055733] env[69385]: DEBUG nova.compute.manager [req-a8a2675c-f121-4881-9cbb-d07ce51ab6f9 req-e19e1d9b-38e5-414d-8470-8665a66ea4f4 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Received event network-vif-deleted-1ea40aa9-904c-44d4-87d4-9eaa5fe805f9 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1196.055935] env[69385]: INFO nova.compute.manager [req-a8a2675c-f121-4881-9cbb-d07ce51ab6f9 req-e19e1d9b-38e5-414d-8470-8665a66ea4f4 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Neutron deleted interface 1ea40aa9-904c-44d4-87d4-9eaa5fe805f9; detaching it from the instance and deleting it from the info cache [ 1196.056119] env[69385]: DEBUG nova.network.neutron [req-a8a2675c-f121-4881-9cbb-d07ce51ab6f9 req-e19e1d9b-38e5-414d-8470-8665a66ea4f4 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.064872] env[69385]: DEBUG oslo_vmware.api [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.149200] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341134, 'name': PowerOffVM_Task, 'duration_secs': 0.256229} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.149455] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.210492] env[69385]: INFO nova.compute.manager [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Detaching volume 7be853d4-0331-4e94-816d-8319344effc5 [ 1196.254544] env[69385]: INFO nova.virt.block_device [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Attempting to driver detach volume 7be853d4-0331-4e94-816d-8319344effc5 from mountpoint /dev/sdb [ 1196.254796] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1196.254990] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1196.255882] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de46b28c-777f-48f3-b890-67d79fa43067 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.282865] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067842c-fcdf-4e5e-a1ae-de1188fc34bc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.295122] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e8ab9b-9074-4aff-b955-70123c22be93 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.322427] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd82c43-d446-4e0f-a688-c3dd2fea29ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.338175] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] The volume has not been displaced from its original location: [datastore1] volume-7be853d4-0331-4e94-816d-8319344effc5/volume-7be853d4-0331-4e94-816d-8319344effc5.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1196.343435] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.344715] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f0b546-e799-45a4-af6b-e70c6e7e765e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.357916] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb1a27d-3f89-42bc-a513-5a6644bbfe93 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.367601] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7529800e-a14a-4855-aa52-b6fea2743a48 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.371724] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1196.371724] env[69385]: value = "task-3341137" [ 1196.371724] env[69385]: _type = "Task" [ 1196.371724] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.400668] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822abff4-096e-4abb-8605-b4f243caaf7c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.406771] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.409932] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f519574-b5df-4bc2-ad81-99be8fc6a7f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.425292] env[69385]: DEBUG nova.compute.provider_tree [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.463416] env[69385]: DEBUG oslo_concurrency.lockutils [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "5ff20111-4193-4223-8bf7-23978dae759b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.463717] env[69385]: DEBUG oslo_concurrency.lockutils [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.463958] env[69385]: DEBUG oslo_concurrency.lockutils [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "5ff20111-4193-4223-8bf7-23978dae759b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.464173] env[69385]: DEBUG oslo_concurrency.lockutils [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.464336] env[69385]: DEBUG oslo_concurrency.lockutils [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.466473] env[69385]: INFO nova.compute.manager [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Terminating instance [ 1196.523026] env[69385]: DEBUG nova.network.neutron [-] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.558765] env[69385]: DEBUG oslo_vmware.api [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341135, 'name': ReconfigVM_Task, 'duration_secs': 0.146931} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.559257] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82e244f2-e5a1-4092-8794-4d87b0fd3449 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.560836] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666833', 'volume_id': '21354831-195e-485f-9a20-8e1a35935d1f', 'name': 'volume-21354831-195e-485f-9a20-8e1a35935d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19531f5d-fa1b-46e6-b8e4-ba48875f9b73', 'attached_at': '', 'detached_at': '', 'volume_id': '21354831-195e-485f-9a20-8e1a35935d1f', 'serial': '21354831-195e-485f-9a20-8e1a35935d1f'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1196.569864] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d516db-7b1e-453d-ae69-cbf0a040ee1e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.604606] env[69385]: DEBUG nova.compute.manager [req-a8a2675c-f121-4881-9cbb-d07ce51ab6f9 req-e19e1d9b-38e5-414d-8470-8665a66ea4f4 service nova] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Detach interface failed, port_id=1ea40aa9-904c-44d4-87d4-9eaa5fe805f9, reason: Instance 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1196.884402] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341137, 'name': ReconfigVM_Task, 'duration_secs': 0.387765} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.884728] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.889069] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce97ebf1-e72d-4812-9482-a4c9f2acdc89 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.905191] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1196.905191] env[69385]: value = "task-3341138" [ 1196.905191] env[69385]: _type = "Task" [ 1196.905191] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.913925] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.930098] env[69385]: DEBUG nova.scheduler.client.report [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.970794] env[69385]: DEBUG nova.compute.manager [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.971325] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.972555] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2016d783-3ae9-4116-be0e-24f895e5caa9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.981123] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.981384] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640433ba-1c36-4249-9f10-685bdea0dfa1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.988262] env[69385]: DEBUG oslo_vmware.api [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1196.988262] env[69385]: value = "task-3341139" [ 1196.988262] env[69385]: _type = "Task" [ 1196.988262] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.996721] env[69385]: DEBUG oslo_vmware.api [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.026072] env[69385]: INFO nova.compute.manager [-] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Took 1.23 seconds to deallocate network for instance. [ 1197.172747] env[69385]: DEBUG oslo_concurrency.lockutils [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.172943] env[69385]: DEBUG oslo_concurrency.lockutils [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.415871] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341138, 'name': ReconfigVM_Task, 'duration_secs': 0.199253} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.416183] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.435256] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.435796] env[69385]: DEBUG nova.compute.manager [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.438329] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.945s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.438542] env[69385]: DEBUG nova.objects.instance [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lazy-loading 'resources' on Instance uuid e9b9cecb-1a47-4399-b341-b800106cdb78 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.499280] env[69385]: DEBUG oslo_vmware.api [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341139, 'name': PowerOffVM_Task, 'duration_secs': 0.24962} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.499569] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.499738] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.499993] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17c22b27-97ed-4392-8cb0-c50e2cd59a88 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.536782] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.579983] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.580362] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.580641] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleting the datastore file [datastore1] 5ff20111-4193-4223-8bf7-23978dae759b {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.581022] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e960d1e1-f768-4939-aa15-752c10e2798e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.591591] env[69385]: DEBUG oslo_vmware.api [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for the task: (returnval){ [ 1197.591591] env[69385]: value = "task-3341141" [ 1197.591591] env[69385]: _type = "Task" [ 1197.591591] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.601088] env[69385]: DEBUG oslo_vmware.api [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.603013] env[69385]: DEBUG nova.objects.instance [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid 19531f5d-fa1b-46e6-b8e4-ba48875f9b73 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.614016] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "a6c54814-3856-473f-a220-88018d13e7df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.614213] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "a6c54814-3856-473f-a220-88018d13e7df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.676535] env[69385]: DEBUG nova.compute.utils [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.941800] env[69385]: DEBUG nova.compute.utils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.944378] env[69385]: DEBUG nova.compute.manager [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.944721] env[69385]: DEBUG nova.network.neutron [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.993997] env[69385]: DEBUG nova.policy [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27d1a1a80cd54d6fba4f2744d163018e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f54b0646a3f747abbf06d9f19cd8a46a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.104786] env[69385]: DEBUG oslo_vmware.api [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Task: {'id': task-3341141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137888} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.105066] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.105258] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.105432] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.105604] env[69385]: INFO nova.compute.manager [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1198.105850] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.107758] env[69385]: DEBUG nova.compute.manager [-] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.107860] env[69385]: DEBUG nova.network.neutron [-] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.109784] env[69385]: DEBUG oslo_concurrency.lockutils [None req-983f5598-d55c-4256-b245-e62b5a732410 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.357s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.116205] env[69385]: DEBUG nova.compute.manager [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.127737] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278a0530-d058-4571-8c81-70ef352231cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.139385] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af710f8-5b28-41a3-afdd-0d064bf9d967 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.175120] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7147075-7987-4489-a6f1-9858fc86b0c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.180715] env[69385]: DEBUG oslo_concurrency.lockutils [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.185299] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef414b8e-860a-4eaa-a4a6-b1dd0ffbdad9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.202217] env[69385]: DEBUG nova.compute.provider_tree [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.332189] env[69385]: DEBUG nova.network.neutron [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Successfully created port: c29ae80e-96eb-411a-9e17-fc512440fdba {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.451971] env[69385]: DEBUG nova.compute.manager [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.467991] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.468363] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebd039b0-10e4-4cdf-bd9b-eb1bf5c716ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.479753] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1198.479753] env[69385]: value = "task-3341143" [ 1198.479753] env[69385]: _type = "Task" [ 1198.479753] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.490062] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.492871] env[69385]: DEBUG nova.compute.manager [req-f881e69e-2b91-40f0-8a0d-ba4cdb3476da req-0e801c88-0a06-423b-bb2d-b6a9d5350a78 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Received event network-vif-deleted-1aecb02c-6554-44ea-aaaa-eeb9bfb008c0 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1198.493108] env[69385]: INFO nova.compute.manager [req-f881e69e-2b91-40f0-8a0d-ba4cdb3476da req-0e801c88-0a06-423b-bb2d-b6a9d5350a78 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Neutron deleted interface 1aecb02c-6554-44ea-aaaa-eeb9bfb008c0; detaching it from the instance and deleting it from the info cache [ 1198.493348] env[69385]: DEBUG nova.network.neutron [req-f881e69e-2b91-40f0-8a0d-ba4cdb3476da req-0e801c88-0a06-423b-bb2d-b6a9d5350a78 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.638953] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.705622] env[69385]: DEBUG nova.scheduler.client.report [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.900355] env[69385]: DEBUG nova.network.neutron [-] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.919830] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.920123] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.992272] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1198.992630] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.992674] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.993509] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1effe4-4be9-48a4-9f79-f833c770c1b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.996777] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9e884a5-5f96-45dd-b3d1-16f6f6f265e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.019370] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde4a734-4b80-43af-8fa5-ed4c3d292fc0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.024857] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f1020-655f-4ecd-a156-66c4bb9611d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.040788] env[69385]: WARNING nova.virt.vmwareapi.driver [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1199.041140] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.042045] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe2f46a-8889-4d89-8d92-3d183d546b35 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.051504] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.051948] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d73f9a9-fe98-4044-be8a-b0522b10d706 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.063408] env[69385]: DEBUG nova.compute.manager [req-f881e69e-2b91-40f0-8a0d-ba4cdb3476da req-0e801c88-0a06-423b-bb2d-b6a9d5350a78 service nova] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Detach interface failed, port_id=1aecb02c-6554-44ea-aaaa-eeb9bfb008c0, reason: Instance 5ff20111-4193-4223-8bf7-23978dae759b could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1199.144127] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.144127] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.144127] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleting the datastore file [datastore2] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.144545] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f069b8d-0975-462b-8a6a-9169a6186556 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.154968] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1199.154968] env[69385]: value = "task-3341145" [ 1199.154968] env[69385]: _type = "Task" [ 1199.154968] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.165031] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.211297] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.214534] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.678s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.214934] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.217234] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.578s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.219094] env[69385]: INFO nova.compute.claims [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.236998] env[69385]: INFO nova.scheduler.client.report [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted allocations for instance e9b9cecb-1a47-4399-b341-b800106cdb78 [ 1199.245203] env[69385]: INFO nova.scheduler.client.report [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Deleted allocations for instance 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe [ 1199.250176] env[69385]: DEBUG oslo_concurrency.lockutils [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.250176] env[69385]: DEBUG oslo_concurrency.lockutils [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.250321] env[69385]: INFO nova.compute.manager [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Attaching volume 0997a568-efcb-42a9-be85-094dc422ccf6 to /dev/sdb [ 1199.310458] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dc9cd3-c859-4a92-98e6-655e8b8af2a1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.320290] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80fe505-0f11-4372-9f9e-3355c80ffa7c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.336425] env[69385]: DEBUG nova.virt.block_device [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Updating existing volume attachment record: cba87a65-8633-47c5-bcde-7baa58edf04d {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1199.403365] env[69385]: INFO nova.compute.manager [-] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Took 1.30 seconds to deallocate network for instance. [ 1199.424010] env[69385]: DEBUG nova.compute.utils [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.461706] env[69385]: DEBUG nova.compute.manager [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.489725] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.490096] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.490454] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.490723] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.491029] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.491250] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.491489] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.491656] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.491906] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.492113] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.492335] env[69385]: DEBUG nova.virt.hardware [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.493255] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a71ba5-dd7a-4581-abb7-0274e7680adf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.502941] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a35cf34-0e2e-4d48-867c-70a64c44ded2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.664867] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405267} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.665149] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.665340] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.665524] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.745693] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dde2549e-318c-41fc-b051-dca92e7896c4 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "e9b9cecb-1a47-4399-b341-b800106cdb78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.781s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.766024] env[69385]: DEBUG oslo_concurrency.lockutils [None req-60628f9a-6e5c-4d67-8740-3ed0a9f09eea tempest-DeleteServersTestJSON-1642386678 tempest-DeleteServersTestJSON-1642386678-project-member] Lock "4aa16e3c-cbf3-4768-8ca0-d135ddef28fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.605s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.903274] env[69385]: DEBUG nova.network.neutron [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Successfully updated port: c29ae80e-96eb-411a-9e17-fc512440fdba {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.910448] env[69385]: DEBUG oslo_concurrency.lockutils [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.928399] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.171159] env[69385]: INFO nova.virt.block_device [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Booting with volume 7be853d4-0331-4e94-816d-8319344effc5 at /dev/sdb [ 1200.209107] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2daab3d6-c66b-46bc-b60a-edbc214046b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.220017] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7a56d9-7314-4ff9-9ae5-9729aceb262e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.260531] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb5b6ca8-7ade-4e7a-b622-5eae34383297 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.271037] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3497c682-af23-4623-b4fe-30f9a4d07d11 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.293396] env[69385]: DEBUG nova.compute.manager [req-700d19b6-fcb2-4766-8c50-482d19928c0f req-5c72535b-0186-44a4-93a1-72ccad9a989e service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Received event network-vif-plugged-c29ae80e-96eb-411a-9e17-fc512440fdba {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1200.293597] env[69385]: DEBUG oslo_concurrency.lockutils [req-700d19b6-fcb2-4766-8c50-482d19928c0f req-5c72535b-0186-44a4-93a1-72ccad9a989e service nova] Acquiring lock "6fc3fb4f-e394-4447-8660-48736caa67c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.293957] env[69385]: DEBUG oslo_concurrency.lockutils [req-700d19b6-fcb2-4766-8c50-482d19928c0f req-5c72535b-0186-44a4-93a1-72ccad9a989e service nova] Lock "6fc3fb4f-e394-4447-8660-48736caa67c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.294024] env[69385]: DEBUG oslo_concurrency.lockutils [req-700d19b6-fcb2-4766-8c50-482d19928c0f req-5c72535b-0186-44a4-93a1-72ccad9a989e service nova] Lock "6fc3fb4f-e394-4447-8660-48736caa67c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.294195] env[69385]: DEBUG nova.compute.manager [req-700d19b6-fcb2-4766-8c50-482d19928c0f req-5c72535b-0186-44a4-93a1-72ccad9a989e service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] No waiting events found dispatching network-vif-plugged-c29ae80e-96eb-411a-9e17-fc512440fdba {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.294326] env[69385]: WARNING nova.compute.manager [req-700d19b6-fcb2-4766-8c50-482d19928c0f req-5c72535b-0186-44a4-93a1-72ccad9a989e service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Received unexpected event network-vif-plugged-c29ae80e-96eb-411a-9e17-fc512440fdba for instance with vm_state building and task_state spawning. [ 1200.307030] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db37a59-c89d-4bc5-892a-d36f40c31874 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.319060] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14ee517-45ed-40fb-8908-07776926e678 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.338936] env[69385]: DEBUG nova.virt.block_device [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Updating existing volume attachment record: 652ecb9d-6d57-4f48-b046-d8584c56e7b2 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1200.411391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquiring lock "refresh_cache-6fc3fb4f-e394-4447-8660-48736caa67c8" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.411391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquired lock "refresh_cache-6fc3fb4f-e394-4447-8660-48736caa67c8" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.411391] env[69385]: DEBUG nova.network.neutron [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.445028] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130221af-5247-43d3-8f4a-765795d13d8f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.455298] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f5d8b0-b470-4cde-9712-3c2bfd18f704 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.487610] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e89215-12fa-4c11-bf31-586f62615f30 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.497861] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c45ac1-7f53-4743-879a-b4ffcabd75d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.511951] env[69385]: DEBUG nova.compute.provider_tree [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.623490] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.623699] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.942610] env[69385]: DEBUG nova.compute.manager [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Stashing vm_state: active {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1200.946605] env[69385]: DEBUG nova.network.neutron [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.015078] env[69385]: DEBUG nova.scheduler.client.report [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.094601] env[69385]: DEBUG nova.network.neutron [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Updating instance_info_cache with network_info: [{"id": "c29ae80e-96eb-411a-9e17-fc512440fdba", "address": "fa:16:3e:a2:6e:51", "network": {"id": "3e5c73bd-a27d-4820-9d4c-ce5397009a07", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1888266633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f54b0646a3f747abbf06d9f19cd8a46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29ae80e-96", "ovs_interfaceid": "c29ae80e-96eb-411a-9e17-fc512440fdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.125670] env[69385]: DEBUG nova.compute.manager [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.467918] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.504537] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.504537] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.504699] env[69385]: INFO nova.compute.manager [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Attaching volume db3443ed-77fe-4bc4-8311-d3183dee2dc3 to /dev/sdc [ 1201.520880] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.520973] env[69385]: DEBUG nova.compute.manager [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.523675] env[69385]: DEBUG oslo_concurrency.lockutils [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.613s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.525542] env[69385]: DEBUG nova.objects.instance [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lazy-loading 'resources' on Instance uuid 5ff20111-4193-4223-8bf7-23978dae759b {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.540403] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68f3f65-4f20-413a-afb5-003422bc5153 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.549372] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6855baf0-0e94-4544-8e44-3ad15de78fa2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.566788] env[69385]: DEBUG nova.virt.block_device [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Updating existing volume attachment record: e0d73c09-ca25-4ef5-8b61-5eda1651dd68 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.597259] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Releasing lock "refresh_cache-6fc3fb4f-e394-4447-8660-48736caa67c8" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.597380] env[69385]: DEBUG nova.compute.manager [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Instance network_info: |[{"id": "c29ae80e-96eb-411a-9e17-fc512440fdba", "address": "fa:16:3e:a2:6e:51", "network": {"id": "3e5c73bd-a27d-4820-9d4c-ce5397009a07", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1888266633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f54b0646a3f747abbf06d9f19cd8a46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29ae80e-96", "ovs_interfaceid": "c29ae80e-96eb-411a-9e17-fc512440fdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.597795] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:6e:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c29ae80e-96eb-411a-9e17-fc512440fdba', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.605461] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Creating folder: Project (f54b0646a3f747abbf06d9f19cd8a46a). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.606813] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e0e45b1-a09d-49c9-8997-cb6bd69842f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.620504] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Created folder: Project (f54b0646a3f747abbf06d9f19cd8a46a) in parent group-v666556. [ 1201.620708] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Creating folder: Instances. Parent ref: group-v666836. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.620945] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe28cfab-1225-4288-a065-b7795d397946 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.633012] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Created folder: Instances in parent group-v666836. [ 1201.633442] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.633544] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.633808] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28792f2f-884a-4114-bf50-d4c2e914ee79 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.658451] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.658451] env[69385]: value = "task-3341152" [ 1201.658451] env[69385]: _type = "Task" [ 1201.658451] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.662467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.668122] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341152, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.028437] env[69385]: DEBUG nova.compute.utils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.032829] env[69385]: DEBUG nova.compute.manager [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1202.169948] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341152, 'name': CreateVM_Task, 'duration_secs': 0.310516} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.172763] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.173705] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.173863] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.174205] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.174481] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86d39d2-8254-44f3-8733-6c30497a7539 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.181042] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1202.181042] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521bbd8d-cea8-d1b6-c068-b45d7b39a3ad" [ 1202.181042] env[69385]: _type = "Task" [ 1202.181042] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.193505] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521bbd8d-cea8-d1b6-c068-b45d7b39a3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.213344] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f538ffb-6c9f-4293-9230-7b575d8245ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.221616] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6397e7de-a49d-4948-b0ce-4dd3bf1f4f16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.253461] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948be5bf-aaee-4e60-950d-1b70d6ff2035 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.262014] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbb8b09-68c3-48f8-9f9b-a1d82f132bcb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.276256] env[69385]: DEBUG nova.compute.provider_tree [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.418392] env[69385]: DEBUG nova.compute.manager [req-3e7a2a51-4977-4efc-8f57-dd69401a53dd req-137ab182-99c2-4f26-9a43-7e45cd36ba16 service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Received event network-changed-c29ae80e-96eb-411a-9e17-fc512440fdba {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1202.418508] env[69385]: DEBUG nova.compute.manager [req-3e7a2a51-4977-4efc-8f57-dd69401a53dd req-137ab182-99c2-4f26-9a43-7e45cd36ba16 service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Refreshing instance network info cache due to event network-changed-c29ae80e-96eb-411a-9e17-fc512440fdba. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1202.419090] env[69385]: DEBUG oslo_concurrency.lockutils [req-3e7a2a51-4977-4efc-8f57-dd69401a53dd req-137ab182-99c2-4f26-9a43-7e45cd36ba16 service nova] Acquiring lock "refresh_cache-6fc3fb4f-e394-4447-8660-48736caa67c8" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.419248] env[69385]: DEBUG oslo_concurrency.lockutils [req-3e7a2a51-4977-4efc-8f57-dd69401a53dd req-137ab182-99c2-4f26-9a43-7e45cd36ba16 service nova] Acquired lock "refresh_cache-6fc3fb4f-e394-4447-8660-48736caa67c8" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.419410] env[69385]: DEBUG nova.network.neutron [req-3e7a2a51-4977-4efc-8f57-dd69401a53dd req-137ab182-99c2-4f26-9a43-7e45cd36ba16 service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Refreshing network info cache for port c29ae80e-96eb-411a-9e17-fc512440fdba {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.449974] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.450274] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.450441] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.450626] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.450775] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.450927] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.451149] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.451309] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.451477] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.451675] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.451866] env[69385]: DEBUG nova.virt.hardware [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.452746] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664c489-d0a4-4983-922d-ceb24904eda0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.461554] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a56d8f-e6b3-4692-915d-b6687936c8e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.477181] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:e9:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3c5eed2-c141-4408-a104-cbf82560a810', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.484372] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.484611] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.484840] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64532907-ac71-41ae-9c21-e0b55e8553c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.508301] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.508301] env[69385]: value = "task-3341155" [ 1202.508301] env[69385]: _type = "Task" [ 1202.508301] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.516632] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341155, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.535101] env[69385]: DEBUG nova.compute.manager [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.692926] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521bbd8d-cea8-d1b6-c068-b45d7b39a3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011687} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.693548] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.693826] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.694093] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.694249] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.694431] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.694736] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-791f491b-01a0-4370-b33d-1b128d5c620d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.705661] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.705908] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.706688] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76a890f-acd3-46c1-b446-062aae2571c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.713205] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1202.713205] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f412a1-6fe2-8aa3-4321-f96c5949c93f" [ 1202.713205] env[69385]: _type = "Task" [ 1202.713205] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.722900] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f412a1-6fe2-8aa3-4321-f96c5949c93f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.779608] env[69385]: DEBUG nova.scheduler.client.report [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.019102] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341155, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.113253] env[69385]: DEBUG nova.network.neutron [req-3e7a2a51-4977-4efc-8f57-dd69401a53dd req-137ab182-99c2-4f26-9a43-7e45cd36ba16 service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Updated VIF entry in instance network info cache for port c29ae80e-96eb-411a-9e17-fc512440fdba. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.113610] env[69385]: DEBUG nova.network.neutron [req-3e7a2a51-4977-4efc-8f57-dd69401a53dd req-137ab182-99c2-4f26-9a43-7e45cd36ba16 service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Updating instance_info_cache with network_info: [{"id": "c29ae80e-96eb-411a-9e17-fc512440fdba", "address": "fa:16:3e:a2:6e:51", "network": {"id": "3e5c73bd-a27d-4820-9d4c-ce5397009a07", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1888266633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f54b0646a3f747abbf06d9f19cd8a46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29ae80e-96", "ovs_interfaceid": "c29ae80e-96eb-411a-9e17-fc512440fdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.225152] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f412a1-6fe2-8aa3-4321-f96c5949c93f, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.225999] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f31567-f08f-4a4c-b185-0e1286e4fa06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.231767] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1203.231767] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527fe19b-d4ca-34e3-bb8c-a5eccc173e80" [ 1203.231767] env[69385]: _type = "Task" [ 1203.231767] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.239647] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527fe19b-d4ca-34e3-bb8c-a5eccc173e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.284380] env[69385]: DEBUG oslo_concurrency.lockutils [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.286620] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.819s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.307020] env[69385]: INFO nova.scheduler.client.report [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Deleted allocations for instance 5ff20111-4193-4223-8bf7-23978dae759b [ 1203.520495] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341155, 'name': CreateVM_Task, 'duration_secs': 0.554299} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.520712] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.521350] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.521514] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.521823] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.522226] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab720216-7592-4eef-9150-e6bd6aca005a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.527826] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1203.527826] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d827da-e8cd-3a03-7d22-2452e7a23868" [ 1203.527826] env[69385]: _type = "Task" [ 1203.527826] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.535895] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d827da-e8cd-3a03-7d22-2452e7a23868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.544044] env[69385]: DEBUG nova.compute.manager [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.569178] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.569429] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.569585] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.569763] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.569909] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.570065] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.570271] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.570426] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.570587] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.570745] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.570918] env[69385]: DEBUG nova.virt.hardware [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.571799] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79066e29-cee1-4486-91b4-3a85a21207f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.580021] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c063c3e-eecb-4793-9bca-a35807569fb2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.593493] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.598944] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Creating folder: Project (064768184b984535bba651553fe2280a). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.599224] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38c7d3c2-dfd8-422a-8f1b-1cc4f60edbc3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.610695] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Created folder: Project (064768184b984535bba651553fe2280a) in parent group-v666556. [ 1203.610884] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Creating folder: Instances. Parent ref: group-v666841. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.611207] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f963363b-3c03-4da8-99bf-74e4dd51fcc9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.616168] env[69385]: DEBUG oslo_concurrency.lockutils [req-3e7a2a51-4977-4efc-8f57-dd69401a53dd req-137ab182-99c2-4f26-9a43-7e45cd36ba16 service nova] Releasing lock "refresh_cache-6fc3fb4f-e394-4447-8660-48736caa67c8" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.621156] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Created folder: Instances in parent group-v666841. [ 1203.621479] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.621733] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c54814-3856-473f-a220-88018d13e7df] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.621992] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a724516-2ae6-46b4-bf2d-80c50c53064b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.643783] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.643783] env[69385]: value = "task-3341158" [ 1203.643783] env[69385]: _type = "Task" [ 1203.643783] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.651402] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341158, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.742928] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527fe19b-d4ca-34e3-bb8c-a5eccc173e80, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.743221] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.743476] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6fc3fb4f-e394-4447-8660-48736caa67c8/6fc3fb4f-e394-4447-8660-48736caa67c8.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.743777] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86ad341f-e02e-421a-a25b-6bd9de4b6e33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.750905] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1203.750905] env[69385]: value = "task-3341159" [ 1203.750905] env[69385]: _type = "Task" [ 1203.750905] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.758837] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.794917] env[69385]: INFO nova.compute.claims [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.813512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-58a3abfb-3b8f-4903-9bf8-d3f48c4022ec tempest-ServersNegativeTestJSON-915014394 tempest-ServersNegativeTestJSON-915014394-project-member] Lock "5ff20111-4193-4223-8bf7-23978dae759b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.350s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.044953] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d827da-e8cd-3a03-7d22-2452e7a23868, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.045588] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.046082] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.048021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.048021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.048021] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.048021] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88935661-2d71-4565-8ba0-17fcf2c84846 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.065784] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.067615] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.067615] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0da92b-65c5-46a9-af71-70a4cb43ab01 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.075949] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1204.075949] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e2a764-e71a-a202-9be2-97c103e8b18b" [ 1204.075949] env[69385]: _type = "Task" [ 1204.075949] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.087099] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e2a764-e71a-a202-9be2-97c103e8b18b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.160031] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341158, 'name': CreateVM_Task, 'duration_secs': 0.254203} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.160031] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c54814-3856-473f-a220-88018d13e7df] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.160031] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.160031] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.160031] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.160031] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c554ae6-d91c-4896-9f22-31b968099b72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.168232] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1204.168232] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52778690-d50c-8ac9-e14b-7d002d263a40" [ 1204.168232] env[69385]: _type = "Task" [ 1204.168232] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.177821] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52778690-d50c-8ac9-e14b-7d002d263a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.261837] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467106} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.262174] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6fc3fb4f-e394-4447-8660-48736caa67c8/6fc3fb4f-e394-4447-8660-48736caa67c8.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.262439] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.262734] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0281f899-772f-4b34-badb-acff9848e564 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.271289] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1204.271289] env[69385]: value = "task-3341161" [ 1204.271289] env[69385]: _type = "Task" [ 1204.271289] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.283150] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.301027] env[69385]: INFO nova.compute.resource_tracker [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating resource usage from migration 2d90a73a-619b-4a3c-bee2-6aedfc3ff408 [ 1204.383625] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1204.383898] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666835', 'volume_id': '0997a568-efcb-42a9-be85-094dc422ccf6', 'name': 'volume-0997a568-efcb-42a9-be85-094dc422ccf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46a09e59-d870-4a20-bb2d-1fe5b186c280', 'attached_at': '', 'detached_at': '', 'volume_id': '0997a568-efcb-42a9-be85-094dc422ccf6', 'serial': '0997a568-efcb-42a9-be85-094dc422ccf6'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1204.384779] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35636bc4-dc25-48f0-b3d3-b50ad36f2652 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.403960] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41d4333-7c99-4ff0-8265-6688968dc988 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.430873] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-0997a568-efcb-42a9-be85-094dc422ccf6/volume-0997a568-efcb-42a9-be85-094dc422ccf6.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.433479] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa41ac3-06d9-441d-9f5b-cc935dc3f3ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.453050] env[69385]: DEBUG oslo_vmware.api [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1204.453050] env[69385]: value = "task-3341162" [ 1204.453050] env[69385]: _type = "Task" [ 1204.453050] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.466020] env[69385]: DEBUG oslo_vmware.api [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.587758] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e2a764-e71a-a202-9be2-97c103e8b18b, 'name': SearchDatastore_Task, 'duration_secs': 0.052184} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.588623] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83736cb7-8c01-440b-a63b-3779bb60fd43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.592677] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222ca9ce-8b88-4da8-a04c-d1002b8c2434 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.598879] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1204.598879] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520be805-b785-96fe-81e3-51d96f732629" [ 1204.598879] env[69385]: _type = "Task" [ 1204.598879] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.604757] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c074419-2b20-4c27-9798-6cef6e6bd14a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.613778] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520be805-b785-96fe-81e3-51d96f732629, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.640550] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.640550] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb/f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.640858] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f31feea8-014f-43a6-8de1-587ef516850b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.643771] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24053603-481b-45d7-8797-e23050644023 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.652037] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a127fd-769d-487a-803e-45717f724779 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.657189] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1204.657189] env[69385]: value = "task-3341163" [ 1204.657189] env[69385]: _type = "Task" [ 1204.657189] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.668764] env[69385]: DEBUG nova.compute.provider_tree [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.676402] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.683262] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52778690-d50c-8ac9-e14b-7d002d263a40, 'name': SearchDatastore_Task, 'duration_secs': 0.036417} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.683555] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.683855] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.684534] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.684534] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.684534] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.684712] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a4b571d-210a-417b-8450-98bd6fd282de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.705615] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.705908] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.706800] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff063f4-7677-4b51-8288-79e3b5a63e1a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.712869] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1204.712869] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52052e0f-b39a-20e5-67de-5341bc53bf65" [ 1204.712869] env[69385]: _type = "Task" [ 1204.712869] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.721308] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52052e0f-b39a-20e5-67de-5341bc53bf65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.781530] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069663} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.781904] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.782961] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a351bfcd-549a-4ae7-87fc-5fb007046bf7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.806415] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6fc3fb4f-e394-4447-8660-48736caa67c8/6fc3fb4f-e394-4447-8660-48736caa67c8.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.806737] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4d1554d-1113-4d13-89b6-7a89d0b2e98b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.831360] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1204.831360] env[69385]: value = "task-3341164" [ 1204.831360] env[69385]: _type = "Task" [ 1204.831360] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.846867] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.964654] env[69385]: DEBUG oslo_vmware.api [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341162, 'name': ReconfigVM_Task, 'duration_secs': 0.394426} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.964962] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-0997a568-efcb-42a9-be85-094dc422ccf6/volume-0997a568-efcb-42a9-be85-094dc422ccf6.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.969802] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ecb48f-2960-44fc-ad67-553e3b0c9501 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.992390] env[69385]: DEBUG oslo_vmware.api [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1204.992390] env[69385]: value = "task-3341165" [ 1204.992390] env[69385]: _type = "Task" [ 1204.992390] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.005217] env[69385]: DEBUG oslo_vmware.api [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.170527] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485438} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.170958] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb/f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.171093] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.171338] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b818d2c-1001-4003-9e79-63c5eef7a586 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.177569] env[69385]: DEBUG nova.scheduler.client.report [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.182378] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1205.182378] env[69385]: value = "task-3341166" [ 1205.182378] env[69385]: _type = "Task" [ 1205.182378] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.191118] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.223301] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Acquiring lock "c2335053-4d2a-487e-8e8c-8d331b352e31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.223563] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "c2335053-4d2a-487e-8e8c-8d331b352e31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.232661] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52052e0f-b39a-20e5-67de-5341bc53bf65, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.233229] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e46508-34f2-492b-9620-1c742b29b8e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.239944] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1205.239944] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528967ee-a5ea-1f39-6dc1-b68599968fd5" [ 1205.239944] env[69385]: _type = "Task" [ 1205.239944] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.253344] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528967ee-a5ea-1f39-6dc1-b68599968fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.345186] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.502961] env[69385]: DEBUG oslo_vmware.api [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341165, 'name': ReconfigVM_Task, 'duration_secs': 0.175186} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.503298] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666835', 'volume_id': '0997a568-efcb-42a9-be85-094dc422ccf6', 'name': 'volume-0997a568-efcb-42a9-be85-094dc422ccf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46a09e59-d870-4a20-bb2d-1fe5b186c280', 'attached_at': '', 'detached_at': '', 'volume_id': '0997a568-efcb-42a9-be85-094dc422ccf6', 'serial': '0997a568-efcb-42a9-be85-094dc422ccf6'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1205.684093] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.397s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.684093] env[69385]: INFO nova.compute.manager [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Migrating [ 1205.694441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.032s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.695954] env[69385]: INFO nova.compute.claims [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.713890] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.728912] env[69385]: DEBUG nova.compute.manager [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.753676] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528967ee-a5ea-1f39-6dc1-b68599968fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.753774] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.754039] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] a6c54814-3856-473f-a220-88018d13e7df/a6c54814-3856-473f-a220-88018d13e7df.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.754308] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddf7a02c-88fb-4ff1-af6b-75f78453e235 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.764217] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1205.764217] env[69385]: value = "task-3341167" [ 1205.764217] env[69385]: _type = "Task" [ 1205.764217] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.774831] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.845146] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341164, 'name': ReconfigVM_Task, 'duration_secs': 0.542031} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.845539] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6fc3fb4f-e394-4447-8660-48736caa67c8/6fc3fb4f-e394-4447-8660-48736caa67c8.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.846374] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62393951-2c63-4a9d-be7d-145a3e17fd3f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.853773] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1205.853773] env[69385]: value = "task-3341168" [ 1205.853773] env[69385]: _type = "Task" [ 1205.853773] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.868348] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341168, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.123328] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.123328] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666839', 'volume_id': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'name': 'volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19531f5d-fa1b-46e6-b8e4-ba48875f9b73', 'attached_at': '', 'detached_at': '', 'volume_id': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'serial': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.123328] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6d9570-e02d-472c-beeb-33a5b70c4e09 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.150473] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a39e63-3dea-4587-8142-2a14c6988a95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.182229] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3/volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.182615] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0addec7-668a-488d-b33d-886c549edcdd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.208174] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.208358] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.208562] env[69385]: DEBUG nova.network.neutron [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.215429] env[69385]: DEBUG oslo_vmware.api [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1206.215429] env[69385]: value = "task-3341169" [ 1206.215429] env[69385]: _type = "Task" [ 1206.215429] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.225657] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.027584} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.226430] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.227982] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39be1611-0a82-441b-979e-92789c41e5f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.241561] env[69385]: DEBUG oslo_vmware.api [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341169, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.272318] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb/f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.275471] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.275471] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-149d3fde-15d0-4bda-a3ad-5f59efe8461b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.302638] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526251} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.304222] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] a6c54814-3856-473f-a220-88018d13e7df/a6c54814-3856-473f-a220-88018d13e7df.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.304493] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.304867] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1206.304867] env[69385]: value = "task-3341170" [ 1206.304867] env[69385]: _type = "Task" [ 1206.304867] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.305099] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6086854-cba7-4bd9-8b17-65792a0c774c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.318308] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.319093] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1206.319093] env[69385]: value = "task-3341171" [ 1206.319093] env[69385]: _type = "Task" [ 1206.319093] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.329532] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.368631] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341168, 'name': Rename_Task, 'duration_secs': 0.237703} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.368970] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.369277] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b64f4acf-3bd3-4d17-86d6-316927ffb65f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.377755] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1206.377755] env[69385]: value = "task-3341172" [ 1206.377755] env[69385]: _type = "Task" [ 1206.377755] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.389325] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.543878] env[69385]: DEBUG nova.objects.instance [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lazy-loading 'flavor' on Instance uuid 46a09e59-d870-4a20-bb2d-1fe5b186c280 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.729537] env[69385]: DEBUG oslo_vmware.api [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341169, 'name': ReconfigVM_Task, 'duration_secs': 0.42021} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.729868] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3/volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.737462] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6798ac58-3974-400e-b034-5ef61f1a5f69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.756198] env[69385]: DEBUG oslo_vmware.api [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1206.756198] env[69385]: value = "task-3341173" [ 1206.756198] env[69385]: _type = "Task" [ 1206.756198] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.767996] env[69385]: DEBUG oslo_vmware.api [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.821258] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341170, 'name': ReconfigVM_Task, 'duration_secs': 0.322018} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.825298] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb/f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.826844] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'guest_format': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_format': None, 'image_id': '6788802f-f696-4e00-9f4a-89d02bb489fb'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'}, 'attachment_id': '652ecb9d-6d57-4f48-b046-d8584c56e7b2', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69385) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1206.829120] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.829120] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.832402] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e98052-33c9-4570-adda-0c308adae737 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.843563] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075382} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.857174] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.861427] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd09ed7-6766-497f-b62e-ed9a438f7074 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.864576] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be301ecd-a6ae-403e-9278-f126d9dcde9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.890186] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a6c54814-3856-473f-a220-88018d13e7df/a6c54814-3856-473f-a220-88018d13e7df.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.908282] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b401707-3af7-4751-92d8-705f28ea8294 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.932299] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-7be853d4-0331-4e94-816d-8319344effc5/volume-7be853d4-0331-4e94-816d-8319344effc5.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.934463] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35fc8ce-598a-4fdb-8624-98e38e4b13a5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.957096] env[69385]: DEBUG oslo_vmware.api [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341172, 'name': PowerOnVM_Task, 'duration_secs': 0.496045} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.959297] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.959535] env[69385]: INFO nova.compute.manager [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1206.959734] env[69385]: DEBUG nova.compute.manager [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.960116] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1206.960116] env[69385]: value = "task-3341174" [ 1206.960116] env[69385]: _type = "Task" [ 1206.960116] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.960351] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1206.960351] env[69385]: value = "task-3341175" [ 1206.960351] env[69385]: _type = "Task" [ 1206.960351] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.961070] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed3c100-dadc-4170-994f-d11ebb860472 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.982304] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.986156] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.049196] env[69385]: DEBUG oslo_concurrency.lockutils [None req-34ecd5e0-8e92-4c7e-95a9-e623122d6f80 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.799s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.112443] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94596ba3-6f14-4c39-8f3e-f23da17112d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.121888] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14cce9-f67e-4909-b22f-228364f17384 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.155525] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21ff9ec-bc67-4668-9822-c5bc24fc03af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.164509] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467ebba-130b-49bb-96fa-ff15ad079c3c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.184649] env[69385]: DEBUG nova.compute.provider_tree [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.241457] env[69385]: DEBUG nova.network.neutron [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance_info_cache with network_info: [{"id": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "address": "fa:16:3e:1f:9b:be", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba3868-52", "ovs_interfaceid": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.269900] env[69385]: DEBUG oslo_vmware.api [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.484507] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341175, 'name': ReconfigVM_Task, 'duration_secs': 0.350531} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.485663] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.485663] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-7be853d4-0331-4e94-816d-8319344effc5/volume-7be853d4-0331-4e94-816d-8319344effc5.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.495121] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ea24b1-3872-43cf-bcc4-bc26532e1748 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.512584] env[69385]: INFO nova.compute.manager [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Took 12.42 seconds to build instance. [ 1207.519015] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1207.519015] env[69385]: value = "task-3341176" [ 1207.519015] env[69385]: _type = "Task" [ 1207.519015] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.529740] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.690265] env[69385]: DEBUG nova.scheduler.client.report [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.744397] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.769507] env[69385]: DEBUG oslo_vmware.api [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341173, 'name': ReconfigVM_Task, 'duration_secs': 0.965067} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.769883] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666839', 'volume_id': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'name': 'volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19531f5d-fa1b-46e6-b8e4-ba48875f9b73', 'attached_at': '', 'detached_at': '', 'volume_id': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'serial': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.975921] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341174, 'name': ReconfigVM_Task, 'duration_secs': 0.914169} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.976660] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a6c54814-3856-473f-a220-88018d13e7df/a6c54814-3856-473f-a220-88018d13e7df.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.977711] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87fde69f-4f8f-4681-8e6a-ca15b2b8d648 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.996519] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1207.996519] env[69385]: value = "task-3341177" [ 1207.996519] env[69385]: _type = "Task" [ 1207.996519] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.002459] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341177, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.015860] env[69385]: DEBUG oslo_concurrency.lockutils [None req-aa3e3021-3c58-4578-b1d4-7615f32df37b tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "6fc3fb4f-e394-4447-8660-48736caa67c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.931s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.029608] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341176, 'name': ReconfigVM_Task, 'duration_secs': 0.173443} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.029888] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1208.031231] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eafc9510-522a-43ee-a34c-86427b2f2cde {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.040139] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1208.040139] env[69385]: value = "task-3341178" [ 1208.040139] env[69385]: _type = "Task" [ 1208.040139] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.053856] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341178, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.196757] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.198249] env[69385]: DEBUG nova.compute.manager [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.203753] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.930s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.205613] env[69385]: INFO nova.compute.claims [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.221577] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquiring lock "6fc3fb4f-e394-4447-8660-48736caa67c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.221918] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "6fc3fb4f-e394-4447-8660-48736caa67c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.222314] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquiring lock "6fc3fb4f-e394-4447-8660-48736caa67c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.222543] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "6fc3fb4f-e394-4447-8660-48736caa67c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.222733] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "6fc3fb4f-e394-4447-8660-48736caa67c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.227021] env[69385]: INFO nova.compute.manager [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Terminating instance [ 1208.507399] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341177, 'name': Rename_Task, 'duration_secs': 0.208121} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.507399] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.507399] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5220a868-ece9-4470-b5c8-cb968064c2d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.514812] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1208.514812] env[69385]: value = "task-3341179" [ 1208.514812] env[69385]: _type = "Task" [ 1208.514812] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.524874] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.551779] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341178, 'name': Rename_Task, 'duration_secs': 0.172478} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.552104] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.552374] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-888f749e-a540-447e-8cea-43e70f88cf81 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.560896] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1208.560896] env[69385]: value = "task-3341180" [ 1208.560896] env[69385]: _type = "Task" [ 1208.560896] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.569838] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.680654] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "32d32970-f5b2-4f88-8420-9b18d87ae43f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.680654] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "32d32970-f5b2-4f88-8420-9b18d87ae43f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.715022] env[69385]: DEBUG nova.compute.utils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.717986] env[69385]: DEBUG nova.compute.manager [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.718886] env[69385]: DEBUG nova.network.neutron [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.728453] env[69385]: DEBUG nova.compute.manager [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.732112] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.732112] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb47b450-e374-4304-aa0b-a3f02a2b31f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.738644] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.738917] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d143306-0c1a-4ab7-8790-f49125c47d30 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.746452] env[69385]: DEBUG oslo_vmware.api [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1208.746452] env[69385]: value = "task-3341181" [ 1208.746452] env[69385]: _type = "Task" [ 1208.746452] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.761032] env[69385]: DEBUG oslo_vmware.api [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.815966] env[69385]: DEBUG nova.policy [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0df81d77a444f7aa4d76f041420be36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615b2ca3410748859ccfbf610c65f5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.824017] env[69385]: DEBUG nova.objects.instance [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid 19531f5d-fa1b-46e6-b8e4-ba48875f9b73 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.028168] env[69385]: DEBUG oslo_vmware.api [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341179, 'name': PowerOnVM_Task, 'duration_secs': 0.456366} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.028168] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.028168] env[69385]: INFO nova.compute.manager [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Took 5.48 seconds to spawn the instance on the hypervisor. [ 1209.028289] env[69385]: DEBUG nova.compute.manager [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.029330] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6582d1ee-89da-4963-afe2-3e4835c290d4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.073545] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341180, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.185191] env[69385]: DEBUG nova.compute.manager [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.219380] env[69385]: DEBUG nova.compute.manager [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.263417] env[69385]: DEBUG oslo_vmware.api [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341181, 'name': PowerOffVM_Task, 'duration_secs': 0.200186} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.263939] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.264136] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.264802] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-620b0865-ad17-427b-85ec-48f11f561dde {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.267021] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d563c791-e727-49ca-8a1b-8532d98bf805 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.292379] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance '4afc3669-01f0-4504-87cb-36945e1bd5a5' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.330071] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0f27397f-533b-4708-97b4-fa4e6f08b361 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.825s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.335895] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.336207] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.336411] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Deleting the datastore file [datastore1] 6fc3fb4f-e394-4447-8660-48736caa67c8 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.336711] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-265b19b3-fc92-4ad9-b60e-0144be8acae5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.350635] env[69385]: DEBUG oslo_vmware.api [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for the task: (returnval){ [ 1209.350635] env[69385]: value = "task-3341183" [ 1209.350635] env[69385]: _type = "Task" [ 1209.350635] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.365256] env[69385]: DEBUG oslo_vmware.api [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.511107] env[69385]: DEBUG oslo_concurrency.lockutils [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.511430] env[69385]: DEBUG oslo_concurrency.lockutils [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.520842] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b71aa-b194-4fe7-80b4-a0c1f90e5651 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.531090] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb29d18-84e1-47bf-9dea-f4529f5f2cb3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.612819] env[69385]: DEBUG nova.network.neutron [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Successfully created port: 59da91cc-3d1b-4f58-9626-054060e3fdd9 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.618290] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7415571-7603-41fc-8b9e-9faccf2583f2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.623412] env[69385]: INFO nova.compute.manager [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Took 11.00 seconds to build instance. [ 1209.631317] env[69385]: DEBUG oslo_vmware.api [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341180, 'name': PowerOnVM_Task, 'duration_secs': 0.609608} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.633033] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.633239] env[69385]: DEBUG nova.compute.manager [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.634174] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24da93eb-697a-447f-bad0-684975243571 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.638222] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367ca37c-8cca-4368-a29e-035b05b5a634 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.659681] env[69385]: DEBUG nova.compute.provider_tree [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.710919] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.803109] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.803446] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5caea847-c058-4db5-b514-76774ebff62a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.812659] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1209.812659] env[69385]: value = "task-3341184" [ 1209.812659] env[69385]: _type = "Task" [ 1209.812659] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.821681] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.863845] env[69385]: DEBUG oslo_vmware.api [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Task: {'id': task-3341183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313269} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.864325] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.864384] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.864565] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.864758] env[69385]: INFO nova.compute.manager [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1209.865222] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.865932] env[69385]: DEBUG nova.compute.manager [-] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.865932] env[69385]: DEBUG nova.network.neutron [-] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.018877] env[69385]: INFO nova.compute.manager [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Detaching volume 21354831-195e-485f-9a20-8e1a35935d1f [ 1210.076064] env[69385]: INFO nova.virt.block_device [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Attempting to driver detach volume 21354831-195e-485f-9a20-8e1a35935d1f from mountpoint /dev/sdb [ 1210.077327] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1210.077327] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666833', 'volume_id': '21354831-195e-485f-9a20-8e1a35935d1f', 'name': 'volume-21354831-195e-485f-9a20-8e1a35935d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19531f5d-fa1b-46e6-b8e4-ba48875f9b73', 'attached_at': '', 'detached_at': '', 'volume_id': '21354831-195e-485f-9a20-8e1a35935d1f', 'serial': '21354831-195e-485f-9a20-8e1a35935d1f'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1210.077465] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5261efa5-a961-416f-b5b1-4bbe1e5e128a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.109921] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fb8a98-1bf4-402d-85f4-510580083b99 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.118833] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3193fe6c-be84-43a1-bc81-2f0d82a5d8b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.126891] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a92d6c69-3d2f-4588-a3f7-d3ea176d65c3 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "a6c54814-3856-473f-a220-88018d13e7df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.511s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.146801] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4d42bb-16d2-4a04-8c7c-abb7fe321124 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.173540] env[69385]: DEBUG nova.scheduler.client.report [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.177926] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] The volume has not been displaced from its original location: [datastore2] volume-21354831-195e-485f-9a20-8e1a35935d1f/volume-21354831-195e-485f-9a20-8e1a35935d1f.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1210.183419] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.186410] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceeb423d-ffdf-4cd8-913a-72ff9e2c9d23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.201245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.213778] env[69385]: DEBUG oslo_vmware.api [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1210.213778] env[69385]: value = "task-3341185" [ 1210.213778] env[69385]: _type = "Task" [ 1210.213778] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.226409] env[69385]: DEBUG oslo_vmware.api [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.232566] env[69385]: DEBUG nova.compute.manager [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.277270] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.277670] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.278725] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.278725] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.278725] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.278725] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.279179] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.279179] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.279276] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.279476] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.279781] env[69385]: DEBUG nova.virt.hardware [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.281015] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb018b4-7fca-4756-bcf8-ebec1f269c48 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.293029] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29803c0b-30b7-4dd4-b831-c76306a95b98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.322232] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341184, 'name': PowerOffVM_Task, 'duration_secs': 0.459994} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.322540] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.322833] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance '4afc3669-01f0-4504-87cb-36945e1bd5a5' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.686227] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.686626] env[69385]: DEBUG nova.compute.manager [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.689606] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.979s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.691595] env[69385]: INFO nova.compute.claims [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.715117] env[69385]: INFO nova.compute.manager [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Rebuilding instance [ 1210.732744] env[69385]: DEBUG oslo_vmware.api [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.791779] env[69385]: DEBUG nova.compute.manager [req-3dde4e15-649e-4f16-a8ba-30c7cbc57c97 req-f1010802-93f4-4fcc-b20f-805479e8f529 service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Received event network-vif-deleted-c29ae80e-96eb-411a-9e17-fc512440fdba {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1210.791913] env[69385]: INFO nova.compute.manager [req-3dde4e15-649e-4f16-a8ba-30c7cbc57c97 req-f1010802-93f4-4fcc-b20f-805479e8f529 service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Neutron deleted interface c29ae80e-96eb-411a-9e17-fc512440fdba; detaching it from the instance and deleting it from the info cache [ 1210.792098] env[69385]: DEBUG nova.network.neutron [req-3dde4e15-649e-4f16-a8ba-30c7cbc57c97 req-f1010802-93f4-4fcc-b20f-805479e8f529 service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.796555] env[69385]: DEBUG nova.compute.manager [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.797592] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853db2c-3444-4ee2-b241-31474cf7a1d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.829635] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.830377] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.830646] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.830926] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.831186] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.831432] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.831799] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.832098] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.832368] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.832630] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.832920] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.839080] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11764cfa-07e7-44be-9d26-6a93a2b61ce0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.858886] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1210.858886] env[69385]: value = "task-3341186" [ 1210.858886] env[69385]: _type = "Task" [ 1210.858886] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.870254] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.154959] env[69385]: DEBUG nova.network.neutron [-] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.198253] env[69385]: DEBUG nova.compute.utils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.203019] env[69385]: DEBUG nova.compute.manager [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.203019] env[69385]: DEBUG nova.network.neutron [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.240822] env[69385]: DEBUG oslo_vmware.api [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.253876] env[69385]: DEBUG nova.policy [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66def153821842bca942c07629697853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e91f0d150ea742ff907cab6f4aa129f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.299018] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-308a90ce-6d85-4a33-8471-939ad708378f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.310706] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6c80c-674e-45e5-8cc5-0088ab6c6b6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.359820] env[69385]: DEBUG nova.compute.manager [req-3dde4e15-649e-4f16-a8ba-30c7cbc57c97 req-f1010802-93f4-4fcc-b20f-805479e8f529 service nova] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Detach interface failed, port_id=c29ae80e-96eb-411a-9e17-fc512440fdba, reason: Instance 6fc3fb4f-e394-4447-8660-48736caa67c8 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1211.370291] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341186, 'name': ReconfigVM_Task, 'duration_secs': 0.479655} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.370599] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance '4afc3669-01f0-4504-87cb-36945e1bd5a5' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.410827] env[69385]: DEBUG nova.compute.manager [req-7b34e9a3-281d-447f-be30-68a91c28dcd1 req-0bf7e26f-ce7e-477d-a29c-e839eb6c77eb service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Received event network-vif-plugged-59da91cc-3d1b-4f58-9626-054060e3fdd9 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1211.411114] env[69385]: DEBUG oslo_concurrency.lockutils [req-7b34e9a3-281d-447f-be30-68a91c28dcd1 req-0bf7e26f-ce7e-477d-a29c-e839eb6c77eb service nova] Acquiring lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.411764] env[69385]: DEBUG oslo_concurrency.lockutils [req-7b34e9a3-281d-447f-be30-68a91c28dcd1 req-0bf7e26f-ce7e-477d-a29c-e839eb6c77eb service nova] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.411973] env[69385]: DEBUG oslo_concurrency.lockutils [req-7b34e9a3-281d-447f-be30-68a91c28dcd1 req-0bf7e26f-ce7e-477d-a29c-e839eb6c77eb service nova] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.412172] env[69385]: DEBUG nova.compute.manager [req-7b34e9a3-281d-447f-be30-68a91c28dcd1 req-0bf7e26f-ce7e-477d-a29c-e839eb6c77eb service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] No waiting events found dispatching network-vif-plugged-59da91cc-3d1b-4f58-9626-054060e3fdd9 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.412343] env[69385]: WARNING nova.compute.manager [req-7b34e9a3-281d-447f-be30-68a91c28dcd1 req-0bf7e26f-ce7e-477d-a29c-e839eb6c77eb service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Received unexpected event network-vif-plugged-59da91cc-3d1b-4f58-9626-054060e3fdd9 for instance with vm_state building and task_state spawning. [ 1211.523653] env[69385]: DEBUG nova.network.neutron [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Successfully updated port: 59da91cc-3d1b-4f58-9626-054060e3fdd9 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.661088] env[69385]: INFO nova.compute.manager [-] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Took 1.79 seconds to deallocate network for instance. [ 1211.664550] env[69385]: DEBUG nova.network.neutron [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Successfully created port: 1516368c-409b-4f01-814b-15a3ad3da903 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.708962] env[69385]: DEBUG nova.compute.manager [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.742597] env[69385]: DEBUG oslo_vmware.api [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341185, 'name': ReconfigVM_Task, 'duration_secs': 1.475067} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.745782] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.752518] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c1c10b8-cd9a-4536-a4bd-e5ccd39aeec1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.770809] env[69385]: DEBUG oslo_vmware.api [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1211.770809] env[69385]: value = "task-3341187" [ 1211.770809] env[69385]: _type = "Task" [ 1211.770809] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.781656] env[69385]: DEBUG oslo_vmware.api [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.831170] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.831493] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-209d96f0-3dd9-4c64-9407-42e5d8293877 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.841794] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1211.841794] env[69385]: value = "task-3341188" [ 1211.841794] env[69385]: _type = "Task" [ 1211.841794] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.856497] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.880377] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.880730] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.880967] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.881255] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.881448] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.881664] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.881940] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.882227] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.882380] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.882575] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.882802] env[69385]: DEBUG nova.virt.hardware [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.892759] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.893780] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e47b079-d27f-4e74-acf5-d27ac4746591 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.925248] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1211.925248] env[69385]: value = "task-3341189" [ 1211.925248] env[69385]: _type = "Task" [ 1211.925248] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.936622] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.004788] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41380c8-8332-470f-9870-1815e7deb1b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.013859] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bc29ec-c96b-4339-a1b6-8ba271031fa3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.051497] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "refresh_cache-a8d34ed3-29f7-402b-93e0-a8579c88bd8e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.051725] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "refresh_cache-a8d34ed3-29f7-402b-93e0-a8579c88bd8e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.051894] env[69385]: DEBUG nova.network.neutron [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.055673] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8576924-965e-4718-be67-ee8d3dd96fce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.066467] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2389a479-7f88-4141-bea9-f25fc34010c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.085275] env[69385]: DEBUG nova.compute.provider_tree [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.165578] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.195484] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.195713] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.217944] env[69385]: INFO nova.virt.block_device [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Booting with volume eafd77ad-612a-42b2-98e2-611e515f11da at /dev/sda [ 1212.261401] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb81aac2-17ae-4dc0-b74e-954c6397a84e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.272672] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0457a49d-119f-43ae-a5a3-b1dfecdf7dde {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.294124] env[69385]: DEBUG oslo_vmware.api [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341187, 'name': ReconfigVM_Task, 'duration_secs': 0.18451} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.294553] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666833', 'volume_id': '21354831-195e-485f-9a20-8e1a35935d1f', 'name': 'volume-21354831-195e-485f-9a20-8e1a35935d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19531f5d-fa1b-46e6-b8e4-ba48875f9b73', 'attached_at': '', 'detached_at': '', 'volume_id': '21354831-195e-485f-9a20-8e1a35935d1f', 'serial': '21354831-195e-485f-9a20-8e1a35935d1f'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1212.311260] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9202db94-9618-4060-9511-0d3ceec34eb6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.322521] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47e0fe0-9cc6-4b6b-9a36-8d52637958d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.359628] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546fc2e2-8571-4f93-a321-3388ddc130df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.364978] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341188, 'name': PowerOffVM_Task, 'duration_secs': 0.221044} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.365477] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.366185] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.366923] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db5a8e-9858-493a-a518-b4afa51ea6f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.372163] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ef031-3e7e-49f6-bed6-d8264019e155 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.376341] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.376848] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca94115-127f-4827-9056-08c5c6aa5e0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.392421] env[69385]: DEBUG nova.virt.block_device [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Updating existing volume attachment record: d093915b-95d6-4834-be5f-269ceb14eed6 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1212.407368] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.407606] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.407783] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Deleting the datastore file [datastore1] a6c54814-3856-473f-a220-88018d13e7df {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.408073] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-632704fe-e10c-4ac3-a4ca-8b92c7762bce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.416210] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1212.416210] env[69385]: value = "task-3341191" [ 1212.416210] env[69385]: _type = "Task" [ 1212.416210] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.425401] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.436564] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341189, 'name': ReconfigVM_Task, 'duration_secs': 0.212429} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.436755] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.437916] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48b2d81-ded6-4df8-a037-c6ac3c0130f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.461015] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 4afc3669-01f0-4504-87cb-36945e1bd5a5/4afc3669-01f0-4504-87cb-36945e1bd5a5.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.461337] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c11fbebf-1d6b-41bc-99dc-45f01708a9de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.482384] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1212.482384] env[69385]: value = "task-3341192" [ 1212.482384] env[69385]: _type = "Task" [ 1212.482384] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.490351] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.588892] env[69385]: DEBUG nova.scheduler.client.report [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.600963] env[69385]: DEBUG nova.network.neutron [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.697776] env[69385]: DEBUG nova.compute.manager [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.803833] env[69385]: DEBUG nova.network.neutron [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Updating instance_info_cache with network_info: [{"id": "59da91cc-3d1b-4f58-9626-054060e3fdd9", "address": "fa:16:3e:ef:e8:40", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59da91cc-3d", "ovs_interfaceid": "59da91cc-3d1b-4f58-9626-054060e3fdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.846291] env[69385]: DEBUG nova.objects.instance [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid 19531f5d-fa1b-46e6-b8e4-ba48875f9b73 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.925844] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140568} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.925844] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.925844] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.925976] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.993177] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.095197] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.095645] env[69385]: DEBUG nova.compute.manager [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.098690] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.897s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.098808] env[69385]: DEBUG nova.objects.instance [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1213.194970] env[69385]: DEBUG nova.compute.manager [req-dc40b276-dbc8-4cf4-a3c2-50df2502b7ef req-860d26d5-2f74-47f6-b865-36bc1f0177db service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Received event network-vif-plugged-1516368c-409b-4f01-814b-15a3ad3da903 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1213.195223] env[69385]: DEBUG oslo_concurrency.lockutils [req-dc40b276-dbc8-4cf4-a3c2-50df2502b7ef req-860d26d5-2f74-47f6-b865-36bc1f0177db service nova] Acquiring lock "c2335053-4d2a-487e-8e8c-8d331b352e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.196025] env[69385]: DEBUG oslo_concurrency.lockutils [req-dc40b276-dbc8-4cf4-a3c2-50df2502b7ef req-860d26d5-2f74-47f6-b865-36bc1f0177db service nova] Lock "c2335053-4d2a-487e-8e8c-8d331b352e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.196189] env[69385]: DEBUG oslo_concurrency.lockutils [req-dc40b276-dbc8-4cf4-a3c2-50df2502b7ef req-860d26d5-2f74-47f6-b865-36bc1f0177db service nova] Lock "c2335053-4d2a-487e-8e8c-8d331b352e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.199644] env[69385]: DEBUG nova.compute.manager [req-dc40b276-dbc8-4cf4-a3c2-50df2502b7ef req-860d26d5-2f74-47f6-b865-36bc1f0177db service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] No waiting events found dispatching network-vif-plugged-1516368c-409b-4f01-814b-15a3ad3da903 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.199644] env[69385]: WARNING nova.compute.manager [req-dc40b276-dbc8-4cf4-a3c2-50df2502b7ef req-860d26d5-2f74-47f6-b865-36bc1f0177db service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Received unexpected event network-vif-plugged-1516368c-409b-4f01-814b-15a3ad3da903 for instance with vm_state building and task_state block_device_mapping. [ 1213.235402] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.301457] env[69385]: DEBUG nova.network.neutron [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Successfully updated port: 1516368c-409b-4f01-814b-15a3ad3da903 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.306423] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "refresh_cache-a8d34ed3-29f7-402b-93e0-a8579c88bd8e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.306500] env[69385]: DEBUG nova.compute.manager [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Instance network_info: |[{"id": "59da91cc-3d1b-4f58-9626-054060e3fdd9", "address": "fa:16:3e:ef:e8:40", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59da91cc-3d", "ovs_interfaceid": "59da91cc-3d1b-4f58-9626-054060e3fdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.307148] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:e8:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59da91cc-3d1b-4f58-9626-054060e3fdd9', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.315140] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.316337] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.316337] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3696d8a-5b3c-4555-bea6-d5f996abc2a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.339690] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.339690] env[69385]: value = "task-3341196" [ 1213.339690] env[69385]: _type = "Task" [ 1213.339690] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.352680] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341196, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.450704] env[69385]: DEBUG nova.compute.manager [req-6c3f1c81-855d-40b5-ba6d-d498e3d0832c req-41a75e7f-a3f5-4a1b-a72b-94477847bea0 service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Received event network-changed-59da91cc-3d1b-4f58-9626-054060e3fdd9 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1213.450943] env[69385]: DEBUG nova.compute.manager [req-6c3f1c81-855d-40b5-ba6d-d498e3d0832c req-41a75e7f-a3f5-4a1b-a72b-94477847bea0 service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Refreshing instance network info cache due to event network-changed-59da91cc-3d1b-4f58-9626-054060e3fdd9. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1213.451146] env[69385]: DEBUG oslo_concurrency.lockutils [req-6c3f1c81-855d-40b5-ba6d-d498e3d0832c req-41a75e7f-a3f5-4a1b-a72b-94477847bea0 service nova] Acquiring lock "refresh_cache-a8d34ed3-29f7-402b-93e0-a8579c88bd8e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.451295] env[69385]: DEBUG oslo_concurrency.lockutils [req-6c3f1c81-855d-40b5-ba6d-d498e3d0832c req-41a75e7f-a3f5-4a1b-a72b-94477847bea0 service nova] Acquired lock "refresh_cache-a8d34ed3-29f7-402b-93e0-a8579c88bd8e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.451464] env[69385]: DEBUG nova.network.neutron [req-6c3f1c81-855d-40b5-ba6d-d498e3d0832c req-41a75e7f-a3f5-4a1b-a72b-94477847bea0 service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Refreshing network info cache for port 59da91cc-3d1b-4f58-9626-054060e3fdd9 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.494034] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341192, 'name': ReconfigVM_Task, 'duration_secs': 0.659506} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.494197] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 4afc3669-01f0-4504-87cb-36945e1bd5a5/4afc3669-01f0-4504-87cb-36945e1bd5a5.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.494463] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance '4afc3669-01f0-4504-87cb-36945e1bd5a5' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.604494] env[69385]: DEBUG nova.compute.utils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.608990] env[69385]: DEBUG nova.compute.manager [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.609121] env[69385]: DEBUG nova.network.neutron [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.654083] env[69385]: DEBUG nova.policy [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '920e884515754a058802bc13ba163dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a60a085079401fa35f4bea9e628371', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.803873] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Acquiring lock "refresh_cache-c2335053-4d2a-487e-8e8c-8d331b352e31" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.804037] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Acquired lock "refresh_cache-c2335053-4d2a-487e-8e8c-8d331b352e31" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.804194] env[69385]: DEBUG nova.network.neutron [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.851641] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341196, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.853209] env[69385]: DEBUG oslo_concurrency.lockutils [None req-45a73641-ae61-47a3-a66b-be8fd62ee153 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.342s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.896641] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.897061] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.938261] env[69385]: DEBUG nova.network.neutron [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Successfully created port: 2a982e0c-aa62-4439-b5f5-56ea6fdddc97 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.965601] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.965884] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.966105] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.966327] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.966504] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.967655] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.967655] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.967655] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.967655] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.967655] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.967655] env[69385]: DEBUG nova.virt.hardware [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.969810] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305aae1f-8e8f-4913-9222-6542f81f8c70 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.978203] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b17605-87c4-4f01-84b9-81c6ed738915 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.995491] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.002225] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.005462] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c54814-3856-473f-a220-88018d13e7df] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.006308] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79479e3c-76c1-4147-9708-70309267ae23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.008820] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d5280af-09c8-4665-99fa-d35b89c9cb99 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.041941] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44dbab5-0710-4441-b80f-b103f8ad6f32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.045319] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.045319] env[69385]: value = "task-3341197" [ 1214.045319] env[69385]: _type = "Task" [ 1214.045319] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.062364] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance '4afc3669-01f0-4504-87cb-36945e1bd5a5' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.071486] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341197, 'name': CreateVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.109682] env[69385]: DEBUG nova.compute.manager [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.114147] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d4c71ab6-3eb2-425e-a03f-315b644e3511 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.115427] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.950s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.115650] env[69385]: DEBUG nova.objects.instance [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lazy-loading 'resources' on Instance uuid 6fc3fb4f-e394-4447-8660-48736caa67c8 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.281589] env[69385]: DEBUG nova.network.neutron [req-6c3f1c81-855d-40b5-ba6d-d498e3d0832c req-41a75e7f-a3f5-4a1b-a72b-94477847bea0 service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Updated VIF entry in instance network info cache for port 59da91cc-3d1b-4f58-9626-054060e3fdd9. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.282030] env[69385]: DEBUG nova.network.neutron [req-6c3f1c81-855d-40b5-ba6d-d498e3d0832c req-41a75e7f-a3f5-4a1b-a72b-94477847bea0 service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Updating instance_info_cache with network_info: [{"id": "59da91cc-3d1b-4f58-9626-054060e3fdd9", "address": "fa:16:3e:ef:e8:40", "network": {"id": "693928c9-2b62-4d13-b9c2-4148cc0e2e73", "bridge": "br-int", "label": "tempest-ServersTestJSON-1702894040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615b2ca3410748859ccfbf610c65f5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59da91cc-3d", "ovs_interfaceid": "59da91cc-3d1b-4f58-9626-054060e3fdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.340734] env[69385]: DEBUG nova.network.neutron [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.354547] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341196, 'name': CreateVM_Task, 'duration_secs': 0.806287} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.354784] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.355590] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.355861] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.356326] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.356959] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994747ed-81bf-4a8f-9d9b-112960fc8ab4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.363405] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1214.363405] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e407f4-5273-615a-91fa-00cf867430d9" [ 1214.363405] env[69385]: _type = "Task" [ 1214.363405] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.371704] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e407f4-5273-615a-91fa-00cf867430d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.400292] env[69385]: INFO nova.compute.manager [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Detaching volume db3443ed-77fe-4bc4-8311-d3183dee2dc3 [ 1214.436350] env[69385]: INFO nova.virt.block_device [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Attempting to driver detach volume db3443ed-77fe-4bc4-8311-d3183dee2dc3 from mountpoint /dev/sdc [ 1214.436609] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1214.436799] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666839', 'volume_id': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'name': 'volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19531f5d-fa1b-46e6-b8e4-ba48875f9b73', 'attached_at': '', 'detached_at': '', 'volume_id': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'serial': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1214.437732] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e02f55c-3da4-4951-8e59-cf35167b544e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.462544] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd081aef-5eec-46cf-96b9-773123f1bd35 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.469747] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc252f6-cccc-4fa1-ba58-a57c979e945f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.490580] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3177d000-00a2-43c7-b670-cf840a38e688 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.493903] env[69385]: DEBUG nova.network.neutron [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Updating instance_info_cache with network_info: [{"id": "1516368c-409b-4f01-814b-15a3ad3da903", "address": "fa:16:3e:ec:7b:0b", "network": {"id": "673620fa-bacc-4599-ba5f-f8646a0d89c6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1848114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e91f0d150ea742ff907cab6f4aa129f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1516368c-40", "ovs_interfaceid": "1516368c-409b-4f01-814b-15a3ad3da903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.507699] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] The volume has not been displaced from its original location: [datastore1] volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3/volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1214.512888] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.513703] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ef6a1a-dd89-443b-a159-a771b10ee164 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.535517] env[69385]: DEBUG oslo_vmware.api [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1214.535517] env[69385]: value = "task-3341198" [ 1214.535517] env[69385]: _type = "Task" [ 1214.535517] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.544253] env[69385]: DEBUG oslo_vmware.api [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.554770] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341197, 'name': CreateVM_Task, 'duration_secs': 0.329687} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.554933] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c54814-3856-473f-a220-88018d13e7df] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.555357] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.555508] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.555824] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.556086] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ab4c19-109b-4ea8-9881-a5c3801b0d57 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.560783] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1214.560783] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52886003-4794-bd88-f4e1-f593054e88bf" [ 1214.560783] env[69385]: _type = "Task" [ 1214.560783] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.573013] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52886003-4794-bd88-f4e1-f593054e88bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.616515] env[69385]: DEBUG nova.network.neutron [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Port 38ba3868-524d-4a5c-8f4d-3e447cdc7b9c binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1214.784150] env[69385]: DEBUG oslo_concurrency.lockutils [req-6c3f1c81-855d-40b5-ba6d-d498e3d0832c req-41a75e7f-a3f5-4a1b-a72b-94477847bea0 service nova] Releasing lock "refresh_cache-a8d34ed3-29f7-402b-93e0-a8579c88bd8e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.789382] env[69385]: DEBUG nova.compute.manager [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.789871] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.790096] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.790250] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.790429] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.790571] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.790717] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.790937] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.791083] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.791251] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.791408] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.791579] env[69385]: DEBUG nova.virt.hardware [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.793408] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af188f-bfce-4884-bb1e-dba811e8ece2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.796511] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6528ce3f-fd7f-4ed3-b8a9-c62da4450c8a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.799412] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.799987] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.800449] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.800644] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.800831] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.801022] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.801185] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.801317] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1214.801463] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.806844] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c7720b-9297-4aea-9072-6f22247b1942 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.810582] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee1c72-cc33-4580-83ee-07dbb189645d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.853135] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6615107-a968-4381-9596-69afe85ffda1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.861085] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cdf943-44cd-4f8f-8691-77a1e5fefaa1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.878321] env[69385]: DEBUG nova.compute.provider_tree [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.883282] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e407f4-5273-615a-91fa-00cf867430d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.884034] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.884034] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.884241] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.884349] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.884590] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.884833] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f8e0668-be53-45d9-a88f-5875a6090ef8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.897910] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.898111] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.898844] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b465e3-e914-4c24-84c4-1be33213c93d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.905199] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1214.905199] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52875cee-299a-39e4-9971-daf81f4195bb" [ 1214.905199] env[69385]: _type = "Task" [ 1214.905199] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.913333] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52875cee-299a-39e4-9971-daf81f4195bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.996143] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Releasing lock "refresh_cache-c2335053-4d2a-487e-8e8c-8d331b352e31" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.996610] env[69385]: DEBUG nova.compute.manager [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Instance network_info: |[{"id": "1516368c-409b-4f01-814b-15a3ad3da903", "address": "fa:16:3e:ec:7b:0b", "network": {"id": "673620fa-bacc-4599-ba5f-f8646a0d89c6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1848114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e91f0d150ea742ff907cab6f4aa129f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1516368c-40", "ovs_interfaceid": "1516368c-409b-4f01-814b-15a3ad3da903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.997190] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:7b:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1516368c-409b-4f01-814b-15a3ad3da903', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.004742] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Creating folder: Project (e91f0d150ea742ff907cab6f4aa129f3). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.004998] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3f68240-d0b5-43f0-bcda-cf1252386491 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.021135] env[69385]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1215.021310] env[69385]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69385) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1215.021643] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Folder already exists: Project (e91f0d150ea742ff907cab6f4aa129f3). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1215.021836] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Creating folder: Instances. Parent ref: group-v666822. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.022083] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-173eb5b7-2f4e-4e7a-88dc-8992bae3abab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.032178] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Created folder: Instances in parent group-v666822. [ 1215.032410] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.032594] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.032832] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eed3b1d-a894-4a30-992d-d9bc9b4b2044 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.056710] env[69385]: DEBUG oslo_vmware.api [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341198, 'name': ReconfigVM_Task, 'duration_secs': 0.235315} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.057971] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.062534] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.062534] env[69385]: value = "task-3341201" [ 1215.062534] env[69385]: _type = "Task" [ 1215.062534] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.062807] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b92d79e-750c-4379-bdbf-ab899e9f6865 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.084880] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341201, 'name': CreateVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.088572] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52886003-4794-bd88-f4e1-f593054e88bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.088847] env[69385]: DEBUG oslo_vmware.api [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1215.088847] env[69385]: value = "task-3341202" [ 1215.088847] env[69385]: _type = "Task" [ 1215.088847] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.089123] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.089352] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.089587] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.089838] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.089937] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.090262] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88ad3275-ea45-487b-acc6-2c82d4477c22 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.100967] env[69385]: DEBUG oslo_vmware.api [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341202, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.113140] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.113140] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.113140] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3d973d-668a-45b1-b29e-5a25eddcb0e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.120742] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1215.120742] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5211ce7e-e2a8-d343-95a5-cab56ebc94c4" [ 1215.120742] env[69385]: _type = "Task" [ 1215.120742] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.124816] env[69385]: DEBUG nova.compute.manager [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.134666] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5211ce7e-e2a8-d343-95a5-cab56ebc94c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.148840] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.149088] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.149249] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.149433] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.150020] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.150020] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.150020] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.150209] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.150242] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.151457] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.151457] env[69385]: DEBUG nova.virt.hardware [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.151850] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768d2b83-c16c-415b-a1b3-2eabb6aacd81 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.163125] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc74124e-baaa-424f-bdf1-0eda7a4a242b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.230703] env[69385]: DEBUG nova.compute.manager [req-82212868-e8fb-4f2a-9065-122aaab26919 req-4b0a01b9-12a4-4fd8-9ada-9b18ac4f49c2 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Received event network-changed-1516368c-409b-4f01-814b-15a3ad3da903 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1215.231122] env[69385]: DEBUG nova.compute.manager [req-82212868-e8fb-4f2a-9065-122aaab26919 req-4b0a01b9-12a4-4fd8-9ada-9b18ac4f49c2 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Refreshing instance network info cache due to event network-changed-1516368c-409b-4f01-814b-15a3ad3da903. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1215.231473] env[69385]: DEBUG oslo_concurrency.lockutils [req-82212868-e8fb-4f2a-9065-122aaab26919 req-4b0a01b9-12a4-4fd8-9ada-9b18ac4f49c2 service nova] Acquiring lock "refresh_cache-c2335053-4d2a-487e-8e8c-8d331b352e31" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.231700] env[69385]: DEBUG oslo_concurrency.lockutils [req-82212868-e8fb-4f2a-9065-122aaab26919 req-4b0a01b9-12a4-4fd8-9ada-9b18ac4f49c2 service nova] Acquired lock "refresh_cache-c2335053-4d2a-487e-8e8c-8d331b352e31" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.231907] env[69385]: DEBUG nova.network.neutron [req-82212868-e8fb-4f2a-9065-122aaab26919 req-4b0a01b9-12a4-4fd8-9ada-9b18ac4f49c2 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Refreshing network info cache for port 1516368c-409b-4f01-814b-15a3ad3da903 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.307951] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.384770] env[69385]: DEBUG nova.scheduler.client.report [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.417251] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52875cee-299a-39e4-9971-daf81f4195bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.417913] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b759b72a-ba33-47fb-8d52-7d041e3fadcd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.425632] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1215.425632] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528a2bed-6612-2fd9-94f8-751641dc1c5e" [ 1215.425632] env[69385]: _type = "Task" [ 1215.425632] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.434391] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528a2bed-6612-2fd9-94f8-751641dc1c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.534776] env[69385]: DEBUG nova.network.neutron [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Successfully updated port: 2a982e0c-aa62-4439-b5f5-56ea6fdddc97 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.582982] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341201, 'name': CreateVM_Task, 'duration_secs': 0.424931} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.583211] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.584034] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666832', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'name': 'volume-eafd77ad-612a-42b2-98e2-611e515f11da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2335053-4d2a-487e-8e8c-8d331b352e31', 'attached_at': '', 'detached_at': '', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'serial': 'eafd77ad-612a-42b2-98e2-611e515f11da'}, 'attachment_id': 'd093915b-95d6-4834-be5f-269ceb14eed6', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69385) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1215.584270] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Root volume attach. Driver type: vmdk {{(pid=69385) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1215.585244] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63de6997-1dd9-4810-838e-b0fef12167f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.599108] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cc2448-e240-462e-a433-c74ef515b9ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.608705] env[69385]: DEBUG oslo_vmware.api [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.610527] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2a3f67-a8a7-4e5f-bf46-c7e33d34b138 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.619928] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e9dce7b4-3f67-4371-8285-433b69088058 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.632265] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5211ce7e-e2a8-d343-95a5-cab56ebc94c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013223} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.633655] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace306f4-42ea-46a2-b60e-7ac67accc8ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.646083] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for the task: (returnval){ [ 1215.646083] env[69385]: value = "task-3341203" [ 1215.646083] env[69385]: _type = "Task" [ 1215.646083] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.655952] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "4afc3669-01f0-4504-87cb-36945e1bd5a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.656291] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.656451] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.663642] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1215.663642] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52878b4b-497d-076b-b895-b1e0cb0e23ad" [ 1215.663642] env[69385]: _type = "Task" [ 1215.663642] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.673147] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341203, 'name': RelocateVM_Task} progress is 17%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.682639] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52878b4b-497d-076b-b895-b1e0cb0e23ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.890366] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.892967] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.658s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.895215] env[69385]: INFO nova.compute.claims [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.918619] env[69385]: INFO nova.scheduler.client.report [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Deleted allocations for instance 6fc3fb4f-e394-4447-8660-48736caa67c8 [ 1215.935917] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528a2bed-6612-2fd9-94f8-751641dc1c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.935917] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.935917] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] a8d34ed3-29f7-402b-93e0-a8579c88bd8e/a8d34ed3-29f7-402b-93e0-a8579c88bd8e.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.936430] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc369359-6f0d-4ede-82eb-7795cbeb7abe {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.940416] env[69385]: DEBUG nova.network.neutron [req-82212868-e8fb-4f2a-9065-122aaab26919 req-4b0a01b9-12a4-4fd8-9ada-9b18ac4f49c2 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Updated VIF entry in instance network info cache for port 1516368c-409b-4f01-814b-15a3ad3da903. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.940737] env[69385]: DEBUG nova.network.neutron [req-82212868-e8fb-4f2a-9065-122aaab26919 req-4b0a01b9-12a4-4fd8-9ada-9b18ac4f49c2 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Updating instance_info_cache with network_info: [{"id": "1516368c-409b-4f01-814b-15a3ad3da903", "address": "fa:16:3e:ec:7b:0b", "network": {"id": "673620fa-bacc-4599-ba5f-f8646a0d89c6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1848114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e91f0d150ea742ff907cab6f4aa129f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1516368c-40", "ovs_interfaceid": "1516368c-409b-4f01-814b-15a3ad3da903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.945055] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1215.945055] env[69385]: value = "task-3341205" [ 1215.945055] env[69385]: _type = "Task" [ 1215.945055] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.955028] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.037605] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "refresh_cache-32d32970-f5b2-4f88-8420-9b18d87ae43f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.037765] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "refresh_cache-32d32970-f5b2-4f88-8420-9b18d87ae43f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.037926] env[69385]: DEBUG nova.network.neutron [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.101811] env[69385]: DEBUG oslo_vmware.api [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.161221] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341203, 'name': RelocateVM_Task} progress is 20%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.175813] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52878b4b-497d-076b-b895-b1e0cb0e23ad, 'name': SearchDatastore_Task, 'duration_secs': 0.064468} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.176712] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.176974] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] a6c54814-3856-473f-a220-88018d13e7df/a6c54814-3856-473f-a220-88018d13e7df.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.177262] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31a0b565-fee7-4b93-aa80-fa0e077518d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.186936] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1216.186936] env[69385]: value = "task-3341206" [ 1216.186936] env[69385]: _type = "Task" [ 1216.186936] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.196810] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.427720] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f13697b1-26c2-451a-b7b5-13027fc58f26 tempest-ServersNegativeTestMultiTenantJSON-1105969773 tempest-ServersNegativeTestMultiTenantJSON-1105969773-project-member] Lock "6fc3fb4f-e394-4447-8660-48736caa67c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.206s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.445170] env[69385]: DEBUG oslo_concurrency.lockutils [req-82212868-e8fb-4f2a-9065-122aaab26919 req-4b0a01b9-12a4-4fd8-9ada-9b18ac4f49c2 service nova] Releasing lock "refresh_cache-c2335053-4d2a-487e-8e8c-8d331b352e31" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.457770] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341205, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.586597] env[69385]: DEBUG nova.network.neutron [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.601234] env[69385]: DEBUG oslo_vmware.api [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341202, 'name': ReconfigVM_Task, 'duration_secs': 1.162826} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.601582] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666839', 'volume_id': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'name': 'volume-db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19531f5d-fa1b-46e6-b8e4-ba48875f9b73', 'attached_at': '', 'detached_at': '', 'volume_id': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3', 'serial': 'db3443ed-77fe-4bc4-8311-d3183dee2dc3'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1216.663227] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341203, 'name': RelocateVM_Task, 'duration_secs': 0.626779} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.663917] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1216.664154] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666832', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'name': 'volume-eafd77ad-612a-42b2-98e2-611e515f11da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2335053-4d2a-487e-8e8c-8d331b352e31', 'attached_at': '', 'detached_at': '', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'serial': 'eafd77ad-612a-42b2-98e2-611e515f11da'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1216.664996] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd010e3f-30bd-4ba1-8582-1a53c9d9afd1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.685201] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2d7d04-f341-4ac8-888f-3e44e24f54e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.712176] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-eafd77ad-612a-42b2-98e2-611e515f11da/volume-eafd77ad-612a-42b2-98e2-611e515f11da.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.717839] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d9b111a-d190-47c1-914b-83ac1cbfecc8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.733162] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341206, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.734295] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.734464] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.734635] env[69385]: DEBUG nova.network.neutron [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.743767] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for the task: (returnval){ [ 1216.743767] env[69385]: value = "task-3341207" [ 1216.743767] env[69385]: _type = "Task" [ 1216.743767] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.755199] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.777126] env[69385]: DEBUG nova.network.neutron [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Updating instance_info_cache with network_info: [{"id": "2a982e0c-aa62-4439-b5f5-56ea6fdddc97", "address": "fa:16:3e:63:03:7d", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a982e0c-aa", "ovs_interfaceid": "2a982e0c-aa62-4439-b5f5-56ea6fdddc97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.958570] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646635} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.961360] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] a8d34ed3-29f7-402b-93e0-a8579c88bd8e/a8d34ed3-29f7-402b-93e0-a8579c88bd8e.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.961579] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.962299] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e68bc526-1318-4892-86c7-aed8adf64e3f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.969782] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1216.969782] env[69385]: value = "task-3341208" [ 1216.969782] env[69385]: _type = "Task" [ 1216.969782] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.979361] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.107242] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efdc41f-2ef0-45ea-8c0e-6cf759c3a64b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.115634] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794ec649-cfb2-49f0-87a2-bdfba377f3b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.147978] env[69385]: DEBUG nova.objects.instance [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'flavor' on Instance uuid 19531f5d-fa1b-46e6-b8e4-ba48875f9b73 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.150096] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a6ff9-ccfc-4ab4-a909-f705f116d580 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.160018] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c07bed3-347b-48a3-8751-292897865cf1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.176190] env[69385]: DEBUG nova.compute.provider_tree [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.198761] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774958} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.199033] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] a6c54814-3856-473f-a220-88018d13e7df/a6c54814-3856-473f-a220-88018d13e7df.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.199243] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.199506] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7232961f-fe94-42da-a3c3-90fe75b6d9d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.207329] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1217.207329] env[69385]: value = "task-3341209" [ 1217.207329] env[69385]: _type = "Task" [ 1217.207329] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.217897] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.254440] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341207, 'name': ReconfigVM_Task, 'duration_secs': 0.453947} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.254776] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-eafd77ad-612a-42b2-98e2-611e515f11da/volume-eafd77ad-612a-42b2-98e2-611e515f11da.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.261159] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d4d87d3-29ed-41b2-9651-51de5cbb270e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.273482] env[69385]: DEBUG nova.compute.manager [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Received event network-vif-plugged-2a982e0c-aa62-4439-b5f5-56ea6fdddc97 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1217.273746] env[69385]: DEBUG oslo_concurrency.lockutils [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] Acquiring lock "32d32970-f5b2-4f88-8420-9b18d87ae43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.273966] env[69385]: DEBUG oslo_concurrency.lockutils [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] Lock "32d32970-f5b2-4f88-8420-9b18d87ae43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.274156] env[69385]: DEBUG oslo_concurrency.lockutils [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] Lock "32d32970-f5b2-4f88-8420-9b18d87ae43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.274381] env[69385]: DEBUG nova.compute.manager [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] No waiting events found dispatching network-vif-plugged-2a982e0c-aa62-4439-b5f5-56ea6fdddc97 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.274475] env[69385]: WARNING nova.compute.manager [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Received unexpected event network-vif-plugged-2a982e0c-aa62-4439-b5f5-56ea6fdddc97 for instance with vm_state building and task_state spawning. [ 1217.274629] env[69385]: DEBUG nova.compute.manager [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Received event network-changed-2a982e0c-aa62-4439-b5f5-56ea6fdddc97 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1217.274817] env[69385]: DEBUG nova.compute.manager [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Refreshing instance network info cache due to event network-changed-2a982e0c-aa62-4439-b5f5-56ea6fdddc97. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1217.274990] env[69385]: DEBUG oslo_concurrency.lockutils [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] Acquiring lock "refresh_cache-32d32970-f5b2-4f88-8420-9b18d87ae43f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.280472] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "refresh_cache-32d32970-f5b2-4f88-8420-9b18d87ae43f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.280770] env[69385]: DEBUG nova.compute.manager [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Instance network_info: |[{"id": "2a982e0c-aa62-4439-b5f5-56ea6fdddc97", "address": "fa:16:3e:63:03:7d", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a982e0c-aa", "ovs_interfaceid": "2a982e0c-aa62-4439-b5f5-56ea6fdddc97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.282378] env[69385]: DEBUG oslo_concurrency.lockutils [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] Acquired lock "refresh_cache-32d32970-f5b2-4f88-8420-9b18d87ae43f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.282569] env[69385]: DEBUG nova.network.neutron [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Refreshing network info cache for port 2a982e0c-aa62-4439-b5f5-56ea6fdddc97 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.284363] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:03:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a982e0c-aa62-4439-b5f5-56ea6fdddc97', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.293366] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.294068] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for the task: (returnval){ [ 1217.294068] env[69385]: value = "task-3341210" [ 1217.294068] env[69385]: _type = "Task" [ 1217.294068] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.296184] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.296184] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f472ecfd-2943-4b92-a929-9079ebf7f603 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.321314] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.322769] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.322769] env[69385]: value = "task-3341211" [ 1217.322769] env[69385]: _type = "Task" [ 1217.322769] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.332445] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341211, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.486024] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081917} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.487651] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.488590] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e385166e-2696-4b15-ac0f-700f6d8cc0ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.516346] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a8d34ed3-29f7-402b-93e0-a8579c88bd8e/a8d34ed3-29f7-402b-93e0-a8579c88bd8e.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.519048] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7077100-7f48-4a6c-a36a-630f6655d9b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.542600] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1217.542600] env[69385]: value = "task-3341212" [ 1217.542600] env[69385]: _type = "Task" [ 1217.542600] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.553683] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.577423] env[69385]: DEBUG nova.network.neutron [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance_info_cache with network_info: [{"id": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "address": "fa:16:3e:1f:9b:be", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba3868-52", "ovs_interfaceid": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.684348] env[69385]: DEBUG nova.scheduler.client.report [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.718368] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078196} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.718657] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.719459] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84cc07d-2d79-44dd-96b4-062a4aee7697 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.741096] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] a6c54814-3856-473f-a220-88018d13e7df/a6c54814-3856-473f-a220-88018d13e7df.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.741722] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ee0d19-6bb4-4904-bc43-2d4f1d7726b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.762782] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1217.762782] env[69385]: value = "task-3341213" [ 1217.762782] env[69385]: _type = "Task" [ 1217.762782] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.771847] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.809080] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341210, 'name': ReconfigVM_Task, 'duration_secs': 0.154333} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.809397] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666832', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'name': 'volume-eafd77ad-612a-42b2-98e2-611e515f11da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2335053-4d2a-487e-8e8c-8d331b352e31', 'attached_at': '', 'detached_at': '', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'serial': 'eafd77ad-612a-42b2-98e2-611e515f11da'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1217.809939] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b393b157-ed37-4453-9afe-2b0583e0b181 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.819018] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for the task: (returnval){ [ 1217.819018] env[69385]: value = "task-3341214" [ 1217.819018] env[69385]: _type = "Task" [ 1217.819018] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.833915] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341214, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.843305] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341211, 'name': CreateVM_Task, 'duration_secs': 0.404257} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.843491] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.844292] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.844480] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.844823] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.845108] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77317924-7402-432d-93ce-d4c1541440ae {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.851350] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1217.851350] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522b4b7c-ef28-100b-c09d-90976b554a1f" [ 1217.851350] env[69385]: _type = "Task" [ 1217.851350] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.859968] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522b4b7c-ef28-100b-c09d-90976b554a1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.056036] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.070797] env[69385]: DEBUG nova.network.neutron [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Updated VIF entry in instance network info cache for port 2a982e0c-aa62-4439-b5f5-56ea6fdddc97. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.070990] env[69385]: DEBUG nova.network.neutron [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Updating instance_info_cache with network_info: [{"id": "2a982e0c-aa62-4439-b5f5-56ea6fdddc97", "address": "fa:16:3e:63:03:7d", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a982e0c-aa", "ovs_interfaceid": "2a982e0c-aa62-4439-b5f5-56ea6fdddc97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.080577] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.163979] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7b935c6f-0856-4799-bf52-5dcba82c7968 tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.266s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.191240] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.192054] env[69385]: DEBUG nova.compute.manager [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.195474] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.888s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.195685] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.195839] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1218.196932] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fa654f-6737-4290-bb0d-2b26bbcbc601 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.207162] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac0d77a-55ef-422c-8a7a-f6ae0b2f5ca0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.225602] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4a9724-93c1-48bd-a263-c46b42085518 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.233926] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6f2ad8-2584-44f9-a090-f3737d92e653 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.269854] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179541MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1218.270037] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.270272] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.284301] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341213, 'name': ReconfigVM_Task, 'duration_secs': 0.326227} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.284301] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Reconfigured VM instance instance-0000006d to attach disk [datastore2] a6c54814-3856-473f-a220-88018d13e7df/a6c54814-3856-473f-a220-88018d13e7df.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.284301] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83180540-3fdc-4973-a2a5-02362506a6a9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.292304] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1218.292304] env[69385]: value = "task-3341216" [ 1218.292304] env[69385]: _type = "Task" [ 1218.292304] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.302179] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341216, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.329758] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341214, 'name': Rename_Task, 'duration_secs': 0.153737} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.331352] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.331640] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc917c8c-5c58-4707-aa9f-3f91deac0529 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.340072] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for the task: (returnval){ [ 1218.340072] env[69385]: value = "task-3341217" [ 1218.340072] env[69385]: _type = "Task" [ 1218.340072] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.349528] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.361344] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522b4b7c-ef28-100b-c09d-90976b554a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011998} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.361676] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.361957] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.362230] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.362378] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.362561] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.362845] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20257ed9-7a67-4791-b257-f404c214b91c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.372763] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.373018] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.374216] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905a471f-2975-4c6b-9711-8fbf190f3ce3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.381265] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1218.381265] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5277e399-45f0-de21-0e10-b255da95c946" [ 1218.381265] env[69385]: _type = "Task" [ 1218.381265] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.391436] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5277e399-45f0-de21-0e10-b255da95c946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.435724] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.435992] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.436228] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.436412] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.436595] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.440319] env[69385]: INFO nova.compute.manager [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Terminating instance [ 1218.554653] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341212, 'name': ReconfigVM_Task, 'duration_secs': 0.535228} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.556591] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a8d34ed3-29f7-402b-93e0-a8579c88bd8e/a8d34ed3-29f7-402b-93e0-a8579c88bd8e.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.556591] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5b13b01-e554-46b9-b3dd-9b3f128a2d97 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.564493] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1218.564493] env[69385]: value = "task-3341218" [ 1218.564493] env[69385]: _type = "Task" [ 1218.564493] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.574626] env[69385]: DEBUG oslo_concurrency.lockutils [req-2f0d821f-da96-4a6d-8cbe-65fdea6a0a59 req-6e482579-8a29-49f2-8f1e-e5d53e7b95bc service nova] Releasing lock "refresh_cache-32d32970-f5b2-4f88-8420-9b18d87ae43f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.575513] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341218, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.608235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8047e49b-2eb5-450e-ac9e-854e09214aff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.628522] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3272912d-4cb3-4be0-a2de-5b4c3fdbf8bd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.637011] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance '4afc3669-01f0-4504-87cb-36945e1bd5a5' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.705023] env[69385]: DEBUG nova.compute.utils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.705023] env[69385]: DEBUG nova.compute.manager [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.705023] env[69385]: DEBUG nova.network.neutron [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.764585] env[69385]: DEBUG nova.policy [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f35c2e74f14e0fbef94a24fbb72d30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa80f7a2608249ffb3ada7e16f9e9b82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.804508] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341216, 'name': Rename_Task, 'duration_secs': 0.206726} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.804846] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.805142] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd85a566-ae9b-4af0-8d92-cf498843c8cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.814660] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1218.814660] env[69385]: value = "task-3341219" [ 1218.814660] env[69385]: _type = "Task" [ 1218.814660] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.824203] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.851661] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.893197] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5277e399-45f0-de21-0e10-b255da95c946, 'name': SearchDatastore_Task, 'duration_secs': 0.013677} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.893872] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56525115-7054-4e34-adc9-d7af920e3287 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.900965] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1218.900965] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524352d3-2b16-45df-819f-15d0cc977ce9" [ 1218.900965] env[69385]: _type = "Task" [ 1218.900965] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.911535] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524352d3-2b16-45df-819f-15d0cc977ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.945223] env[69385]: DEBUG nova.compute.manager [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.945610] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.946579] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eb0407-24a3-4b7b-b523-0af5d8c17eec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.954963] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.955252] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be04fac5-1796-4597-96cc-e1d48dbc1e07 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.962439] env[69385]: DEBUG oslo_vmware.api [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1218.962439] env[69385]: value = "task-3341220" [ 1218.962439] env[69385]: _type = "Task" [ 1218.962439] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.973600] env[69385]: DEBUG oslo_vmware.api [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.075626] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341218, 'name': Rename_Task, 'duration_secs': 0.192256} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.075958] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.076227] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-033da1ff-c765-4c24-a5b6-3a7acab7c290 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.083613] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1219.083613] env[69385]: value = "task-3341221" [ 1219.083613] env[69385]: _type = "Task" [ 1219.083613] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.092094] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.139805] env[69385]: DEBUG nova.network.neutron [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Successfully created port: b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.143602] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.143992] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be6b36b7-d13e-4929-a86f-a75535084771 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.152961] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1219.152961] env[69385]: value = "task-3341222" [ 1219.152961] env[69385]: _type = "Task" [ 1219.152961] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.162279] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.208256] env[69385]: DEBUG nova.compute.manager [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.286851] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Applying migration context for instance 4afc3669-01f0-4504-87cb-36945e1bd5a5 as it has an incoming, in-progress migration 2d90a73a-619b-4a3c-bee2-6aedfc3ff408. Migration status is post-migrating {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1219.288382] env[69385]: INFO nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating resource usage from migration 2d90a73a-619b-4a3c-bee2-6aedfc3ff408 [ 1219.319937] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 10f6cdf9-2a69-4728-b633-cfeb0860e05d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.320105] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 1776fa73-9144-4d4b-9265-e949d4d2577a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.320215] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 19531f5d-fa1b-46e6-b8e4-ba48875f9b73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.320333] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.320450] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 46a09e59-d870-4a20-bb2d-1fe5b186c280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.320562] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 6deb911c-33f5-4183-bc39-affb2859d17d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.320671] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance a6c54814-3856-473f-a220-88018d13e7df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.320813] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Migration 2d90a73a-619b-4a3c-bee2-6aedfc3ff408 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1219.320962] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 4afc3669-01f0-4504-87cb-36945e1bd5a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.321053] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance a8d34ed3-29f7-402b-93e0-a8579c88bd8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.321124] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance c2335053-4d2a-487e-8e8c-8d331b352e31 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.321233] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 32d32970-f5b2-4f88-8420-9b18d87ae43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.321340] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.321571] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1219.321713] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1219.333579] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.354648] env[69385]: DEBUG oslo_vmware.api [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341217, 'name': PowerOnVM_Task, 'duration_secs': 0.515003} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.355024] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.355291] env[69385]: INFO nova.compute.manager [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Took 4.57 seconds to spawn the instance on the hypervisor. [ 1219.355504] env[69385]: DEBUG nova.compute.manager [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.356804] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae2eb93-d8db-4f39-8b9a-8f72cf860d9f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.415907] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524352d3-2b16-45df-819f-15d0cc977ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.01478} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.417025] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.417283] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 32d32970-f5b2-4f88-8420-9b18d87ae43f/32d32970-f5b2-4f88-8420-9b18d87ae43f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.417648] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f64c8aa-aad1-4187-9479-0301bd07704d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.430145] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1219.430145] env[69385]: value = "task-3341223" [ 1219.430145] env[69385]: _type = "Task" [ 1219.430145] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.439622] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.475684] env[69385]: DEBUG oslo_vmware.api [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341220, 'name': PowerOffVM_Task, 'duration_secs': 0.228529} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.476089] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.476336] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.476685] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82b600fb-cf74-48f8-b8cc-9151dcc18301 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.565580] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.565936] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.566176] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Deleting the datastore file [datastore2] 19531f5d-fa1b-46e6-b8e4-ba48875f9b73 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.566458] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1344f773-7bde-4edf-9cd0-f76f077ddd09 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.574833] env[69385]: DEBUG oslo_vmware.api [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for the task: (returnval){ [ 1219.574833] env[69385]: value = "task-3341225" [ 1219.574833] env[69385]: _type = "Task" [ 1219.574833] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.588591] env[69385]: DEBUG oslo_vmware.api [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.599114] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341221, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.666192] env[69385]: DEBUG oslo_vmware.api [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341222, 'name': PowerOnVM_Task, 'duration_secs': 0.431135} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.667615] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.668029] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a324f-7123-4fa0-bd8c-d11425889f11 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance '4afc3669-01f0-4504-87cb-36945e1bd5a5' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.674046] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbee868-4635-42ae-a936-7d3d45a9310f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.688722] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa659323-2bfc-43e4-875d-46f8016e789b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.743561] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3942fc33-0b2e-48b0-b8f9-2f6a4eb9dcea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.755721] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3928a43-d40c-4cd9-9c0f-853553254668 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.773706] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.844999] env[69385]: DEBUG oslo_vmware.api [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341219, 'name': PowerOnVM_Task, 'duration_secs': 0.847339} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.845317] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.845585] env[69385]: DEBUG nova.compute.manager [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.846519] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eef7be-8f64-46d3-b9e7-01bbe01211a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.882589] env[69385]: INFO nova.compute.manager [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Took 13.64 seconds to build instance. [ 1219.947161] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341223, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.086373] env[69385]: DEBUG oslo_vmware.api [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Task: {'id': task-3341225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509414} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.086373] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.086373] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.086771] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.086771] env[69385]: INFO nova.compute.manager [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1220.086902] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.087718] env[69385]: DEBUG nova.compute.manager [-] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.087836] env[69385]: DEBUG nova.network.neutron [-] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.100122] env[69385]: DEBUG oslo_vmware.api [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341221, 'name': PowerOnVM_Task, 'duration_secs': 0.769403} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.100486] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.100696] env[69385]: INFO nova.compute.manager [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1220.100875] env[69385]: DEBUG nova.compute.manager [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.101670] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0f4cb3-d01b-4d2d-8994-95dd23f7cc8a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.256091] env[69385]: DEBUG nova.compute.manager [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.277569] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.295018] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.295018] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.295018] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.295018] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.295018] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.295447] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.295786] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.296106] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.297586] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.297875] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.298201] env[69385]: DEBUG nova.virt.hardware [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.299199] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004c6abf-7fd4-452c-9013-6fbe5a05b3aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.312037] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6091c294-aa72-4cbb-8876-1ea1d71a94e3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.368519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.387641] env[69385]: DEBUG oslo_concurrency.lockutils [None req-2714d07d-53be-4961-95ce-a3fcdc9a7971 tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "c2335053-4d2a-487e-8e8c-8d331b352e31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.164s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.444398] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596826} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.444686] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 32d32970-f5b2-4f88-8420-9b18d87ae43f/32d32970-f5b2-4f88-8420-9b18d87ae43f.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.444994] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.445483] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d81f50-3260-42e5-b3a7-123606384b28 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.454204] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1220.454204] env[69385]: value = "task-3341227" [ 1220.454204] env[69385]: _type = "Task" [ 1220.454204] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.464522] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.631335] env[69385]: INFO nova.compute.manager [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Took 19.00 seconds to build instance. [ 1220.752306] env[69385]: DEBUG nova.compute.manager [req-6f24f0a9-a211-4705-82a6-62b5b265a556 req-32fafc28-baba-4547-af47-774b2dbdbbb3 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received event network-vif-plugged-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1220.752306] env[69385]: DEBUG oslo_concurrency.lockutils [req-6f24f0a9-a211-4705-82a6-62b5b265a556 req-32fafc28-baba-4547-af47-774b2dbdbbb3 service nova] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.752306] env[69385]: DEBUG oslo_concurrency.lockutils [req-6f24f0a9-a211-4705-82a6-62b5b265a556 req-32fafc28-baba-4547-af47-774b2dbdbbb3 service nova] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.752306] env[69385]: DEBUG oslo_concurrency.lockutils [req-6f24f0a9-a211-4705-82a6-62b5b265a556 req-32fafc28-baba-4547-af47-774b2dbdbbb3 service nova] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.752306] env[69385]: DEBUG nova.compute.manager [req-6f24f0a9-a211-4705-82a6-62b5b265a556 req-32fafc28-baba-4547-af47-774b2dbdbbb3 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] No waiting events found dispatching network-vif-plugged-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.754352] env[69385]: WARNING nova.compute.manager [req-6f24f0a9-a211-4705-82a6-62b5b265a556 req-32fafc28-baba-4547-af47-774b2dbdbbb3 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received unexpected event network-vif-plugged-b87e3096-e1e3-4f96-a359-6c46427a9b4f for instance with vm_state building and task_state spawning. [ 1220.786653] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1220.786865] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.517s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.787808] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.419s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.787808] env[69385]: DEBUG nova.objects.instance [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1220.793498] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.793677] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Cleaning up deleted instances {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1220.850483] env[69385]: DEBUG nova.network.neutron [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Successfully updated port: b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.964529] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218321} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.964812] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.965595] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7934038d-de56-45ca-b390-d50020129c33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.988740] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 32d32970-f5b2-4f88-8420-9b18d87ae43f/32d32970-f5b2-4f88-8420-9b18d87ae43f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.988992] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970852cd-685b-4295-962c-e772cb96cf67 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.010483] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1221.010483] env[69385]: value = "task-3341228" [ 1221.010483] env[69385]: _type = "Task" [ 1221.010483] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.022344] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.071409] env[69385]: DEBUG nova.compute.manager [req-f3dd0356-83f9-43cd-befd-63b525090abc req-61f27846-9ebd-4dc7-ada0-2f83a673ef43 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Received event network-changed-1516368c-409b-4f01-814b-15a3ad3da903 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1221.071602] env[69385]: DEBUG nova.compute.manager [req-f3dd0356-83f9-43cd-befd-63b525090abc req-61f27846-9ebd-4dc7-ada0-2f83a673ef43 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Refreshing instance network info cache due to event network-changed-1516368c-409b-4f01-814b-15a3ad3da903. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1221.071835] env[69385]: DEBUG oslo_concurrency.lockutils [req-f3dd0356-83f9-43cd-befd-63b525090abc req-61f27846-9ebd-4dc7-ada0-2f83a673ef43 service nova] Acquiring lock "refresh_cache-c2335053-4d2a-487e-8e8c-8d331b352e31" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.071982] env[69385]: DEBUG oslo_concurrency.lockutils [req-f3dd0356-83f9-43cd-befd-63b525090abc req-61f27846-9ebd-4dc7-ada0-2f83a673ef43 service nova] Acquired lock "refresh_cache-c2335053-4d2a-487e-8e8c-8d331b352e31" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.072550] env[69385]: DEBUG nova.network.neutron [req-f3dd0356-83f9-43cd-befd-63b525090abc req-61f27846-9ebd-4dc7-ada0-2f83a673ef43 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Refreshing network info cache for port 1516368c-409b-4f01-814b-15a3ad3da903 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.134378] env[69385]: DEBUG oslo_concurrency.lockutils [None req-39c2567f-3fc2-4d3a-9662-a81808b13562 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.511s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.314045] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] There are 59 instances to clean {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1221.314045] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 6fc3fb4f-e394-4447-8660-48736caa67c8] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1221.315822] env[69385]: DEBUG oslo_concurrency.lockutils [None req-210de0b6-9dfe-4e1c-9d43-b6d93fe2f072 tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.528s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.351326] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.351418] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.352742] env[69385]: DEBUG nova.network.neutron [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.353115] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "a6c54814-3856-473f-a220-88018d13e7df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.356303] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "a6c54814-3856-473f-a220-88018d13e7df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.356303] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "a6c54814-3856-473f-a220-88018d13e7df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.356303] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "a6c54814-3856-473f-a220-88018d13e7df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.356303] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "a6c54814-3856-473f-a220-88018d13e7df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.356303] env[69385]: INFO nova.compute.manager [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Terminating instance [ 1221.525039] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.663885] env[69385]: DEBUG nova.network.neutron [-] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.818147] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: e9b9cecb-1a47-4399-b341-b800106cdb78] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1221.862030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "refresh_cache-a6c54814-3856-473f-a220-88018d13e7df" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.862030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquired lock "refresh_cache-a6c54814-3856-473f-a220-88018d13e7df" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.862030] env[69385]: DEBUG nova.network.neutron [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.900802] env[69385]: DEBUG nova.network.neutron [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.922174] env[69385]: DEBUG nova.network.neutron [req-f3dd0356-83f9-43cd-befd-63b525090abc req-61f27846-9ebd-4dc7-ada0-2f83a673ef43 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Updated VIF entry in instance network info cache for port 1516368c-409b-4f01-814b-15a3ad3da903. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.922609] env[69385]: DEBUG nova.network.neutron [req-f3dd0356-83f9-43cd-befd-63b525090abc req-61f27846-9ebd-4dc7-ada0-2f83a673ef43 service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Updating instance_info_cache with network_info: [{"id": "1516368c-409b-4f01-814b-15a3ad3da903", "address": "fa:16:3e:ec:7b:0b", "network": {"id": "673620fa-bacc-4599-ba5f-f8646a0d89c6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1848114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e91f0d150ea742ff907cab6f4aa129f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1516368c-40", "ovs_interfaceid": "1516368c-409b-4f01-814b-15a3ad3da903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.974886] env[69385]: DEBUG nova.network.neutron [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Port 38ba3868-524d-4a5c-8f4d-3e447cdc7b9c binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1221.974886] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.974886] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.974886] env[69385]: DEBUG nova.network.neutron [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.022549] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341228, 'name': ReconfigVM_Task, 'duration_secs': 0.809563} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.022839] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 32d32970-f5b2-4f88-8420-9b18d87ae43f/32d32970-f5b2-4f88-8420-9b18d87ae43f.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.023521] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60438be2-628f-4c7a-bda8-f75496946d04 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.026034] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.026277] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.027062] env[69385]: DEBUG nova.compute.manager [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.028209] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290c5141-6f21-4278-8888-cb6624f6c060 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.032194] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1222.032194] env[69385]: value = "task-3341229" [ 1222.032194] env[69385]: _type = "Task" [ 1222.032194] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.037010] env[69385]: DEBUG nova.compute.manager [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1222.037608] env[69385]: DEBUG nova.objects.instance [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lazy-loading 'flavor' on Instance uuid a8d34ed3-29f7-402b-93e0-a8579c88bd8e {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.044745] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341229, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.084382] env[69385]: DEBUG nova.network.neutron [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating instance_info_cache with network_info: [{"id": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "address": "fa:16:3e:8b:1f:fe", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e3096-e1", "ovs_interfaceid": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.170519] env[69385]: INFO nova.compute.manager [-] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Took 2.08 seconds to deallocate network for instance. [ 1222.322743] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 48e8542f-b068-4b0a-876b-f4eb5cae88f5] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1222.382822] env[69385]: DEBUG nova.network.neutron [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.428103] env[69385]: DEBUG oslo_concurrency.lockutils [req-f3dd0356-83f9-43cd-befd-63b525090abc req-61f27846-9ebd-4dc7-ada0-2f83a673ef43 service nova] Releasing lock "refresh_cache-c2335053-4d2a-487e-8e8c-8d331b352e31" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.447855] env[69385]: DEBUG nova.network.neutron [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.548729] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341229, 'name': Rename_Task, 'duration_secs': 0.185775} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.549470] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.550713] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2e759f3-9b58-4ac2-b046-d3aaf83d2054 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.560619] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1222.560619] env[69385]: value = "task-3341231" [ 1222.560619] env[69385]: _type = "Task" [ 1222.560619] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.574248] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.587699] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.588056] env[69385]: DEBUG nova.compute.manager [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Instance network_info: |[{"id": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "address": "fa:16:3e:8b:1f:fe", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e3096-e1", "ovs_interfaceid": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.588614] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:1f:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b87e3096-e1e3-4f96-a359-6c46427a9b4f', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.597758] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating folder: Project (fa80f7a2608249ffb3ada7e16f9e9b82). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.598120] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c80d7f77-dee7-4838-bd86-51f5474249e3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.615596] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Created folder: Project (fa80f7a2608249ffb3ada7e16f9e9b82) in parent group-v666556. [ 1222.615814] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating folder: Instances. Parent ref: group-v666853. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.616104] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cca213c-71aa-467a-b92b-a15ccc9101b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.632319] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Created folder: Instances in parent group-v666853. [ 1222.632589] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.633211] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.633460] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bd8a446-432b-4b69-b84e-ecadce9e22fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.658424] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.658424] env[69385]: value = "task-3341234" [ 1222.658424] env[69385]: _type = "Task" [ 1222.658424] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.669936] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341234, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.677211] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.677595] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.677912] env[69385]: DEBUG nova.objects.instance [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lazy-loading 'resources' on Instance uuid 19531f5d-fa1b-46e6-b8e4-ba48875f9b73 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.770369] env[69385]: DEBUG nova.network.neutron [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance_info_cache with network_info: [{"id": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "address": "fa:16:3e:1f:9b:be", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba3868-52", "ovs_interfaceid": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.803275] env[69385]: DEBUG nova.compute.manager [req-f1c625b2-74ae-4d3d-a26a-22f85e516a52 req-ac455582-ebb1-430c-a2ec-5ef6f9be6a17 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received event network-changed-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1222.803509] env[69385]: DEBUG nova.compute.manager [req-f1c625b2-74ae-4d3d-a26a-22f85e516a52 req-ac455582-ebb1-430c-a2ec-5ef6f9be6a17 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Refreshing instance network info cache due to event network-changed-b87e3096-e1e3-4f96-a359-6c46427a9b4f. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1222.803965] env[69385]: DEBUG oslo_concurrency.lockutils [req-f1c625b2-74ae-4d3d-a26a-22f85e516a52 req-ac455582-ebb1-430c-a2ec-5ef6f9be6a17 service nova] Acquiring lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.804211] env[69385]: DEBUG oslo_concurrency.lockutils [req-f1c625b2-74ae-4d3d-a26a-22f85e516a52 req-ac455582-ebb1-430c-a2ec-5ef6f9be6a17 service nova] Acquired lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.804433] env[69385]: DEBUG nova.network.neutron [req-f1c625b2-74ae-4d3d-a26a-22f85e516a52 req-ac455582-ebb1-430c-a2ec-5ef6f9be6a17 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Refreshing network info cache for port b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.827780] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 4aa16e3c-cbf3-4768-8ca0-d135ddef28fe] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1222.951413] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Releasing lock "refresh_cache-a6c54814-3856-473f-a220-88018d13e7df" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.951856] env[69385]: DEBUG nova.compute.manager [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.952062] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.952957] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7512a51-1d8d-4902-831c-dc8ce56b623f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.961311] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.961573] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b558cd1-4dc5-4d4e-9854-5a18bae3bd1f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.971278] env[69385]: DEBUG oslo_vmware.api [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1222.971278] env[69385]: value = "task-3341235" [ 1222.971278] env[69385]: _type = "Task" [ 1222.971278] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.980575] env[69385]: DEBUG oslo_vmware.api [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.054475] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.055025] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea261e12-aa0a-43ad-ac19-267131370afa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.068922] env[69385]: DEBUG oslo_vmware.api [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1223.068922] env[69385]: value = "task-3341236" [ 1223.068922] env[69385]: _type = "Task" [ 1223.068922] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.078641] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341231, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.085069] env[69385]: DEBUG oslo_vmware.api [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.108629] env[69385]: DEBUG nova.compute.manager [req-e3e398b9-26fb-47e2-9c34-c7cd1f0d7896 req-46587256-a726-4f11-9822-6f10af05a5c7 service nova] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Received event network-vif-deleted-8cfbd3ee-0ea0-4511-bd16-aaa7fea2ffae {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1223.169734] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341234, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.276116] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.335028] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 07af7f5d-9d98-4f2b-ab5c-2222819e4503] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1223.401832] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5410c33e-cd2d-41d3-9d57-706ae028cb51 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.411991] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de61d5-9d9b-4d64-bc65-f980751a6650 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.446608] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9abbf9-d337-4a8c-a50e-5f938530cc49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.455215] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ffab63-533f-4404-a178-1f5ed29ae9ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.468684] env[69385]: DEBUG nova.compute.provider_tree [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.480541] env[69385]: DEBUG oslo_vmware.api [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341235, 'name': PowerOffVM_Task, 'duration_secs': 0.282553} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.480784] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.480950] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.481434] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c9359b5-83f1-4745-aa91-3b04b34c015c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.508910] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.509285] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.509546] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Deleting the datastore file [datastore2] a6c54814-3856-473f-a220-88018d13e7df {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.512360] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42b369f3-014c-411a-9a4c-9aa0049009a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.519528] env[69385]: DEBUG oslo_vmware.api [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for the task: (returnval){ [ 1223.519528] env[69385]: value = "task-3341238" [ 1223.519528] env[69385]: _type = "Task" [ 1223.519528] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.527974] env[69385]: DEBUG oslo_vmware.api [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.546268] env[69385]: DEBUG nova.network.neutron [req-f1c625b2-74ae-4d3d-a26a-22f85e516a52 req-ac455582-ebb1-430c-a2ec-5ef6f9be6a17 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updated VIF entry in instance network info cache for port b87e3096-e1e3-4f96-a359-6c46427a9b4f. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.546638] env[69385]: DEBUG nova.network.neutron [req-f1c625b2-74ae-4d3d-a26a-22f85e516a52 req-ac455582-ebb1-430c-a2ec-5ef6f9be6a17 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating instance_info_cache with network_info: [{"id": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "address": "fa:16:3e:8b:1f:fe", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e3096-e1", "ovs_interfaceid": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.571683] env[69385]: DEBUG oslo_vmware.api [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341231, 'name': PowerOnVM_Task, 'duration_secs': 0.873297} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.574679] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.574889] env[69385]: INFO nova.compute.manager [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1223.575082] env[69385]: DEBUG nova.compute.manager [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.576107] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e127538-b750-4fa3-a25c-5b63a9f3accf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.587331] env[69385]: DEBUG oslo_vmware.api [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341236, 'name': PowerOffVM_Task, 'duration_secs': 0.332098} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.587748] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.587942] env[69385]: DEBUG nova.compute.manager [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.588656] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e293502-a4b2-483c-9f61-cee89ab7b9b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.669684] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341234, 'name': CreateVM_Task, 'duration_secs': 0.591733} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.669871] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.670569] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.671147] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.671147] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.671297] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f7dd5d-55a6-42b2-b5a0-aa8482b34faa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.676480] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1223.676480] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527f7c12-abea-84e7-c856-b615bb0e2f62" [ 1223.676480] env[69385]: _type = "Task" [ 1223.676480] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.685523] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527f7c12-abea-84e7-c856-b615bb0e2f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.779357] env[69385]: DEBUG nova.compute.manager [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69385) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1223.779601] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.841611] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: ca94be8c-69cf-4a2b-a47a-dc221aae31f6] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1223.974185] env[69385]: DEBUG nova.scheduler.client.report [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.029596] env[69385]: DEBUG oslo_vmware.api [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Task: {'id': task-3341238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373412} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.029858] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.030058] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.030272] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.030406] env[69385]: INFO nova.compute.manager [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] [instance: a6c54814-3856-473f-a220-88018d13e7df] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1224.030649] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.030832] env[69385]: DEBUG nova.compute.manager [-] [instance: a6c54814-3856-473f-a220-88018d13e7df] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.030925] env[69385]: DEBUG nova.network.neutron [-] [instance: a6c54814-3856-473f-a220-88018d13e7df] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.049395] env[69385]: DEBUG oslo_concurrency.lockutils [req-f1c625b2-74ae-4d3d-a26a-22f85e516a52 req-ac455582-ebb1-430c-a2ec-5ef6f9be6a17 service nova] Releasing lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.063068] env[69385]: DEBUG nova.network.neutron [-] [instance: a6c54814-3856-473f-a220-88018d13e7df] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.094308] env[69385]: INFO nova.compute.manager [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Took 14.40 seconds to build instance. [ 1224.098047] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5efa683e-ac26-4c82-a6a6-d0a7111264b3 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.191534] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527f7c12-abea-84e7-c856-b615bb0e2f62, 'name': SearchDatastore_Task, 'duration_secs': 0.015624} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.192100] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.192314] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.192565] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.192759] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.192998] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.193312] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58b6575d-0e17-48a8-94ed-ecfba101acf7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.203538] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.203719] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.204841] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01580683-7f62-40f0-8c7e-d14429724dfa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.212470] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1224.212470] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cf3ef6-863d-0e22-a4d9-f634e777c49f" [ 1224.212470] env[69385]: _type = "Task" [ 1224.212470] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.222320] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cf3ef6-863d-0e22-a4d9-f634e777c49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.344648] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: b9c983cf-49b4-4a74-8821-be8462970327] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1224.481338] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.482696] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.703s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.510082] env[69385]: INFO nova.scheduler.client.report [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Deleted allocations for instance 19531f5d-fa1b-46e6-b8e4-ba48875f9b73 [ 1224.567411] env[69385]: DEBUG nova.network.neutron [-] [instance: a6c54814-3856-473f-a220-88018d13e7df] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.598057] env[69385]: DEBUG oslo_concurrency.lockutils [None req-df12bd70-d291-45a7-ab93-7cbb48463088 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "32d32970-f5b2-4f88-8420-9b18d87ae43f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.919s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.702912] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.703214] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.703426] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.703609] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.703963] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.706249] env[69385]: INFO nova.compute.manager [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Terminating instance [ 1224.726967] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cf3ef6-863d-0e22-a4d9-f634e777c49f, 'name': SearchDatastore_Task, 'duration_secs': 0.014094} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.727788] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5323f82-8322-498d-98cc-e8faf8123d92 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.733994] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1224.733994] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5280726e-4994-d967-b50f-761e9a2a89b4" [ 1224.733994] env[69385]: _type = "Task" [ 1224.733994] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.744143] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5280726e-4994-d967-b50f-761e9a2a89b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.848061] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 86f6af32-635c-4976-82c9-d9dd10910861] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1224.989961] env[69385]: DEBUG nova.objects.instance [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'migration_context' on Instance uuid 4afc3669-01f0-4504-87cb-36945e1bd5a5 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.021695] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7db331b3-9d7f-46bb-8050-7319bb0c9bea tempest-AttachVolumeTestJSON-278532635 tempest-AttachVolumeTestJSON-278532635-project-member] Lock "19531f5d-fa1b-46e6-b8e4-ba48875f9b73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.586s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.068914] env[69385]: INFO nova.compute.manager [-] [instance: a6c54814-3856-473f-a220-88018d13e7df] Took 1.04 seconds to deallocate network for instance. [ 1225.097855] env[69385]: DEBUG nova.compute.manager [req-3f2a3564-0d82-46d6-a131-026e75bcdc29 req-46cf83fb-1fdf-49b4-9fb5-a6ad49ef20d0 service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Received event network-changed-2a982e0c-aa62-4439-b5f5-56ea6fdddc97 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1225.098201] env[69385]: DEBUG nova.compute.manager [req-3f2a3564-0d82-46d6-a131-026e75bcdc29 req-46cf83fb-1fdf-49b4-9fb5-a6ad49ef20d0 service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Refreshing instance network info cache due to event network-changed-2a982e0c-aa62-4439-b5f5-56ea6fdddc97. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1225.098357] env[69385]: DEBUG oslo_concurrency.lockutils [req-3f2a3564-0d82-46d6-a131-026e75bcdc29 req-46cf83fb-1fdf-49b4-9fb5-a6ad49ef20d0 service nova] Acquiring lock "refresh_cache-32d32970-f5b2-4f88-8420-9b18d87ae43f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.098502] env[69385]: DEBUG oslo_concurrency.lockutils [req-3f2a3564-0d82-46d6-a131-026e75bcdc29 req-46cf83fb-1fdf-49b4-9fb5-a6ad49ef20d0 service nova] Acquired lock "refresh_cache-32d32970-f5b2-4f88-8420-9b18d87ae43f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.098680] env[69385]: DEBUG nova.network.neutron [req-3f2a3564-0d82-46d6-a131-026e75bcdc29 req-46cf83fb-1fdf-49b4-9fb5-a6ad49ef20d0 service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Refreshing network info cache for port 2a982e0c-aa62-4439-b5f5-56ea6fdddc97 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.209537] env[69385]: DEBUG nova.compute.manager [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.209801] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.211674] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29273db7-112c-4c8c-a68b-a7f3212e8a31 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.219488] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.219864] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3afc8df8-4c7c-4189-bc87-8398c4d8b903 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.245337] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5280726e-4994-d967-b50f-761e9a2a89b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.245783] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.246060] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20/bc0f7d1a-9840-41ab-9bfa-73d72af7fc20.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.246837] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ebcbe0a-b1c1-403e-a33b-8f8d29cf7249 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.256149] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1225.256149] env[69385]: value = "task-3341241" [ 1225.256149] env[69385]: _type = "Task" [ 1225.256149] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.268785] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.303028] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.303028] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.303028] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleting the datastore file [datastore1] a8d34ed3-29f7-402b-93e0-a8579c88bd8e {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.303028] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd30d9ba-bf2c-4d17-8826-da79319ce871 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.310710] env[69385]: DEBUG oslo_vmware.api [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1225.310710] env[69385]: value = "task-3341242" [ 1225.310710] env[69385]: _type = "Task" [ 1225.310710] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.322509] env[69385]: DEBUG oslo_vmware.api [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.351874] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 1bc93488-7828-4e86-aa2b-155ba841d562] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1225.577989] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.693652] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0011fab2-46eb-4b1c-8119-ede78757d1bb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.702323] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38c6ac6-fce8-45e0-8b78-93810e61df69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.738211] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f5a8c8-73d8-4bba-bbe9-d91a9540d8a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.747458] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dbcfa7-d554-4a1b-bd1d-4d524c4d45fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.762428] env[69385]: DEBUG nova.compute.provider_tree [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.775388] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498845} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.775637] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20/bc0f7d1a-9840-41ab-9bfa-73d72af7fc20.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.775845] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.776110] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a31c12bd-2c53-49b5-a996-b130f56facb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.782826] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1225.782826] env[69385]: value = "task-3341244" [ 1225.782826] env[69385]: _type = "Task" [ 1225.782826] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.792194] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.820040] env[69385]: DEBUG oslo_vmware.api [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397858} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.820319] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.820487] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.820657] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.820827] env[69385]: INFO nova.compute.manager [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1225.821076] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.821274] env[69385]: DEBUG nova.compute.manager [-] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.821369] env[69385]: DEBUG nova.network.neutron [-] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.855890] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 92462135-e00d-4fa5-b4fa-89a931998429] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1225.858499] env[69385]: DEBUG nova.network.neutron [req-3f2a3564-0d82-46d6-a131-026e75bcdc29 req-46cf83fb-1fdf-49b4-9fb5-a6ad49ef20d0 service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Updated VIF entry in instance network info cache for port 2a982e0c-aa62-4439-b5f5-56ea6fdddc97. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.858878] env[69385]: DEBUG nova.network.neutron [req-3f2a3564-0d82-46d6-a131-026e75bcdc29 req-46cf83fb-1fdf-49b4-9fb5-a6ad49ef20d0 service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Updating instance_info_cache with network_info: [{"id": "2a982e0c-aa62-4439-b5f5-56ea6fdddc97", "address": "fa:16:3e:63:03:7d", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a982e0c-aa", "ovs_interfaceid": "2a982e0c-aa62-4439-b5f5-56ea6fdddc97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.026474] env[69385]: DEBUG nova.compute.manager [req-fe371748-2a35-4087-97d5-ec3827d7972d req-59e7de58-04fd-495b-a971-3a1fe1b196dc service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Received event network-vif-deleted-59da91cc-3d1b-4f58-9626-054060e3fdd9 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1226.026474] env[69385]: INFO nova.compute.manager [req-fe371748-2a35-4087-97d5-ec3827d7972d req-59e7de58-04fd-495b-a971-3a1fe1b196dc service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Neutron deleted interface 59da91cc-3d1b-4f58-9626-054060e3fdd9; detaching it from the instance and deleting it from the info cache [ 1226.026474] env[69385]: DEBUG nova.network.neutron [req-fe371748-2a35-4087-97d5-ec3827d7972d req-59e7de58-04fd-495b-a971-3a1fe1b196dc service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.270410] env[69385]: DEBUG nova.scheduler.client.report [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.295273] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069373} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.295542] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.296378] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c1cc78-dc74-4fda-8665-dd5531809ea8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.319348] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20/bc0f7d1a-9840-41ab-9bfa-73d72af7fc20.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.319622] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dee1b592-da6a-423a-adf2-9b65c014bc2c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.340048] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1226.340048] env[69385]: value = "task-3341246" [ 1226.340048] env[69385]: _type = "Task" [ 1226.340048] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.348632] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.361334] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 5c0b9454-4d3f-4461-91f8-48b047fe1469] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1226.363794] env[69385]: DEBUG oslo_concurrency.lockutils [req-3f2a3564-0d82-46d6-a131-026e75bcdc29 req-46cf83fb-1fdf-49b4-9fb5-a6ad49ef20d0 service nova] Releasing lock "refresh_cache-32d32970-f5b2-4f88-8420-9b18d87ae43f" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.510154] env[69385]: DEBUG nova.network.neutron [-] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.529434] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a496b3a2-e0f6-44a8-8b7f-91ab4bf95e5b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.540247] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0734a389-731d-4252-86ab-05c4217d0701 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.573231] env[69385]: DEBUG nova.compute.manager [req-fe371748-2a35-4087-97d5-ec3827d7972d req-59e7de58-04fd-495b-a971-3a1fe1b196dc service nova] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Detach interface failed, port_id=59da91cc-3d1b-4f58-9626-054060e3fdd9, reason: Instance a8d34ed3-29f7-402b-93e0-a8579c88bd8e could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1226.851357] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.865333] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 3dcf2b20-f282-4bca-9300-0c2c199ae2ad] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.013329] env[69385]: INFO nova.compute.manager [-] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Took 1.19 seconds to deallocate network for instance. [ 1227.281897] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.799s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.287622] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.710s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.287850] env[69385]: DEBUG nova.objects.instance [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lazy-loading 'resources' on Instance uuid a6c54814-3856-473f-a220-88018d13e7df {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.351413] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341246, 'name': ReconfigVM_Task, 'duration_secs': 0.653958} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.351705] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Reconfigured VM instance instance-00000071 to attach disk [datastore1] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20/bc0f7d1a-9840-41ab-9bfa-73d72af7fc20.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.352360] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-858e4b6d-4176-4412-8073-6d47f4891d40 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.359798] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1227.359798] env[69385]: value = "task-3341247" [ 1227.359798] env[69385]: _type = "Task" [ 1227.359798] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.368099] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: d7d7c68d-ac28-4cc1-8690-d54f3800df99] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.369802] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341247, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.520970] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.869616] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341247, 'name': Rename_Task, 'duration_secs': 0.193156} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.872257] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.872663] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: acdb1183-afab-4225-8d25-8bcf2236610f] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.874502] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b826377c-f9a0-47c2-980c-9a42556765e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.883039] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1227.883039] env[69385]: value = "task-3341248" [ 1227.883039] env[69385]: _type = "Task" [ 1227.883039] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.895917] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.971922] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c2cd27-2fb2-49ca-98c2-8a30d3407e95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.980350] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d1ad3-41f5-4814-adad-f7c4bf6b4454 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.010640] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf9865f-a02d-409e-bf81-31055a0d8691 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.018659] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dd5e35-b638-4e46-ae02-d8456e3f0c1f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.033658] env[69385]: DEBUG nova.compute.provider_tree [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.378366] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: c0733b83-e219-47a0-b140-99fd72040c2b] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1228.394839] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.537635] env[69385]: DEBUG nova.scheduler.client.report [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.825243] env[69385]: INFO nova.compute.manager [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Swapping old allocation on dict_keys(['7e7342d0-d0c8-48be-8581-4cabd96549df']) held by migration 2d90a73a-619b-4a3c-bee2-6aedfc3ff408 for instance [ 1228.848447] env[69385]: DEBUG nova.scheduler.client.report [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Overwriting current allocation {'allocations': {'7e7342d0-d0c8-48be-8581-4cabd96549df': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 153}}, 'project_id': '5ed77a844e684174aa51e83a0e6d2c13', 'user_id': 'ba640cb1f3d045a498f63ac36ec523f7', 'consumer_generation': 1} on consumer 4afc3669-01f0-4504-87cb-36945e1bd5a5 {{(pid=69385) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1228.884775] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 21a3167d-d190-48ed-8c59-85e169c0127a] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1228.896057] env[69385]: DEBUG oslo_vmware.api [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341248, 'name': PowerOnVM_Task, 'duration_secs': 0.929121} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.898828] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.899068] env[69385]: INFO nova.compute.manager [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1228.899253] env[69385]: DEBUG nova.compute.manager [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.900074] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572c6847-e535-4c22-942d-0a2007f86504 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.937986] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.938205] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.938381] env[69385]: DEBUG nova.network.neutron [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.042899] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.045290] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.524s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.045513] env[69385]: DEBUG nova.objects.instance [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lazy-loading 'resources' on Instance uuid a8d34ed3-29f7-402b-93e0-a8579c88bd8e {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.064011] env[69385]: INFO nova.scheduler.client.report [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Deleted allocations for instance a6c54814-3856-473f-a220-88018d13e7df [ 1229.391233] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: b7c5279c-766d-453d-93ce-923d6011281c] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1229.418129] env[69385]: INFO nova.compute.manager [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Took 16.22 seconds to build instance. [ 1229.573519] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4339cf22-286e-4cf7-a646-e9b892761e6b tempest-ServersListShow2100Test-216553327 tempest-ServersListShow2100Test-216553327-project-member] Lock "a6c54814-3856-473f-a220-88018d13e7df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.218s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.708061] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb65046-e102-4822-ad18-5778abb280e6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.718019] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b38c3-167c-44e7-a5f3-62d88c6dc35b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.724488] env[69385]: DEBUG nova.network.neutron [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance_info_cache with network_info: [{"id": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "address": "fa:16:3e:1f:9b:be", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba3868-52", "ovs_interfaceid": "38ba3868-524d-4a5c-8f4d-3e447cdc7b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.751981] env[69385]: DEBUG oslo_concurrency.lockutils [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-4afc3669-01f0-4504-87cb-36945e1bd5a5" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.752440] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.753235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a856f-51c0-4f43-a1c2-206388f87680 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.756268] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1f08c4-233b-4761-ad7f-a753d48207af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.766031] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ed94b-d44c-497f-8145-26962e94f6b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.770613] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1229.770613] env[69385]: value = "task-3341251" [ 1229.770613] env[69385]: _type = "Task" [ 1229.770613] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.783181] env[69385]: DEBUG nova.compute.provider_tree [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.790244] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.895605] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: fefdd70b-e3e9-4e8b-a955-a4d2299a46a0] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1229.919959] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b425a3ab-3f68-45e5-8872-b58083da54c1 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.724s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.083934] env[69385]: DEBUG nova.compute.manager [req-584229a7-bbc3-4c92-8abb-70d21cebe96b req-d9527db6-a307-4252-8f66-7b739641a27c service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received event network-changed-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1230.084155] env[69385]: DEBUG nova.compute.manager [req-584229a7-bbc3-4c92-8abb-70d21cebe96b req-d9527db6-a307-4252-8f66-7b739641a27c service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Refreshing instance network info cache due to event network-changed-b87e3096-e1e3-4f96-a359-6c46427a9b4f. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1230.084374] env[69385]: DEBUG oslo_concurrency.lockutils [req-584229a7-bbc3-4c92-8abb-70d21cebe96b req-d9527db6-a307-4252-8f66-7b739641a27c service nova] Acquiring lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.084511] env[69385]: DEBUG oslo_concurrency.lockutils [req-584229a7-bbc3-4c92-8abb-70d21cebe96b req-d9527db6-a307-4252-8f66-7b739641a27c service nova] Acquired lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.084668] env[69385]: DEBUG nova.network.neutron [req-584229a7-bbc3-4c92-8abb-70d21cebe96b req-d9527db6-a307-4252-8f66-7b739641a27c service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Refreshing network info cache for port b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.283379] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341251, 'name': PowerOffVM_Task, 'duration_secs': 0.225169} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.283658] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.284350] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.284611] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.285045] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.285045] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.285243] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.285317] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.285659] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.285659] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.285844] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.285987] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.286226] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.293373] env[69385]: DEBUG nova.scheduler.client.report [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.297616] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfbeba48-a10e-4b9c-9c39-aa37fcd86539 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.319193] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1230.319193] env[69385]: value = "task-3341252" [ 1230.319193] env[69385]: _type = "Task" [ 1230.319193] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.328499] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.398710] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 0879316b-29d8-49cc-bc7a-bbe9daa3d687] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1230.798731] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.830097] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341252, 'name': ReconfigVM_Task, 'duration_secs': 0.167026} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.830868] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9c36de-d7e1-4392-93de-410633faf96c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.834256] env[69385]: INFO nova.scheduler.client.report [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted allocations for instance a8d34ed3-29f7-402b-93e0-a8579c88bd8e [ 1230.863391] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.863628] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.863804] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.863997] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.864164] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.864312] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.864517] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.864677] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.864846] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.865008] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.865204] env[69385]: DEBUG nova.virt.hardware [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.866675] env[69385]: DEBUG nova.network.neutron [req-584229a7-bbc3-4c92-8abb-70d21cebe96b req-d9527db6-a307-4252-8f66-7b739641a27c service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updated VIF entry in instance network info cache for port b87e3096-e1e3-4f96-a359-6c46427a9b4f. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.867013] env[69385]: DEBUG nova.network.neutron [req-584229a7-bbc3-4c92-8abb-70d21cebe96b req-d9527db6-a307-4252-8f66-7b739641a27c service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating instance_info_cache with network_info: [{"id": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "address": "fa:16:3e:8b:1f:fe", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e3096-e1", "ovs_interfaceid": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.868411] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5e5a12-6e78-43b2-8fb5-ef138c3c0811 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.875705] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1230.875705] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a25cfd-9b76-c1f0-f629-f6be40543985" [ 1230.875705] env[69385]: _type = "Task" [ 1230.875705] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.885996] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a25cfd-9b76-c1f0-f629-f6be40543985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.902953] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 405a2e24-ff96-4ccb-b9f9-6904a2be3aa1] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1231.343148] env[69385]: DEBUG oslo_concurrency.lockutils [None req-abafad44-5c7d-435b-98a6-47a98f581f85 tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "a8d34ed3-29f7-402b-93e0-a8579c88bd8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.640s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.373843] env[69385]: DEBUG oslo_concurrency.lockutils [req-584229a7-bbc3-4c92-8abb-70d21cebe96b req-d9527db6-a307-4252-8f66-7b739641a27c service nova] Releasing lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.387634] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a25cfd-9b76-c1f0-f629-f6be40543985, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.393090] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.393545] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7398485b-8077-489d-ad06-9e8c8cca3845 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.407355] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: f7a9599f-b748-47c4-8480-c4789275632f] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1231.416596] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1231.416596] env[69385]: value = "task-3341253" [ 1231.416596] env[69385]: _type = "Task" [ 1231.416596] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.425164] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.579766] env[69385]: DEBUG oslo_concurrency.lockutils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Acquiring lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.580109] env[69385]: DEBUG oslo_concurrency.lockutils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.875036] env[69385]: DEBUG nova.compute.manager [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.875983] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834791e9-5a21-4a1b-825e-7c9cb53c5a5a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.879399] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.879656] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.879891] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.880119] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.880304] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.883160] env[69385]: INFO nova.compute.manager [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Terminating instance [ 1231.910273] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 5ff20111-4193-4223-8bf7-23978dae759b] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1231.927307] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341253, 'name': ReconfigVM_Task, 'duration_secs': 0.181715} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.927607] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.928490] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f8532c-df62-48a3-b8a7-dfb418358b23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.953037] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 4afc3669-01f0-4504-87cb-36945e1bd5a5/4afc3669-01f0-4504-87cb-36945e1bd5a5.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.953695] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c443e3-3a56-4204-86ad-21bc1397b60f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.973685] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1231.973685] env[69385]: value = "task-3341255" [ 1231.973685] env[69385]: _type = "Task" [ 1231.973685] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.983664] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.082423] env[69385]: DEBUG nova.compute.manager [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.390531] env[69385]: INFO nova.compute.manager [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] instance snapshotting [ 1232.391171] env[69385]: DEBUG nova.objects.instance [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'flavor' on Instance uuid 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.392796] env[69385]: DEBUG nova.compute.manager [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.393024] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.394101] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573b73e-e7f3-4717-94e9-46444398109c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.403156] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.403416] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dde1dd0a-e50d-4f6d-a234-3d932ffc56dd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.411265] env[69385]: DEBUG oslo_vmware.api [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1232.411265] env[69385]: value = "task-3341256" [ 1232.411265] env[69385]: _type = "Task" [ 1232.411265] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.414542] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 171fae46-31dd-4539-87b9-4f7f623e5000] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1232.423241] env[69385]: DEBUG oslo_vmware.api [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.484765] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341255, 'name': ReconfigVM_Task, 'duration_secs': 0.49461} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.485125] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 4afc3669-01f0-4504-87cb-36945e1bd5a5/4afc3669-01f0-4504-87cb-36945e1bd5a5.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.486046] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44535cfb-c9ee-40bf-ac1f-0af53aab248c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.505933] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efaa182-e53f-449c-95a7-bf70025eed78 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.525413] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8537e07-58d3-4702-aaca-37bfc6a8436e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.544497] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf79054f-3daa-4a86-9789-8c8934b57b46 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.552327] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.552584] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c55b7b-0d3d-4b94-8a3f-282fca910535 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.558939] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1232.558939] env[69385]: value = "task-3341257" [ 1232.558939] env[69385]: _type = "Task" [ 1232.558939] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.566783] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.607877] env[69385]: DEBUG oslo_concurrency.lockutils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.608221] env[69385]: DEBUG oslo_concurrency.lockutils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.609873] env[69385]: INFO nova.compute.claims [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.897802] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913e1d35-62cb-41e7-9386-48592ece6f8b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.917711] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 51146e7e-2da1-4ef9-bec4-dda4e96b634c] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1232.922761] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d3deed-231f-4da6-b8bd-73be9566ed90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.934937] env[69385]: DEBUG oslo_vmware.api [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341256, 'name': PowerOffVM_Task, 'duration_secs': 0.340739} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.935417] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.935663] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.935829] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef5dbc82-e1b2-46d7-94f8-486f1c0c8182 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.019682] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.019913] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.020125] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleting the datastore file [datastore2] 10f6cdf9-2a69-4728-b633-cfeb0860e05d {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.020412] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e4882a0-2c5d-420d-87e5-a0e57546187a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.028023] env[69385]: DEBUG oslo_vmware.api [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for the task: (returnval){ [ 1233.028023] env[69385]: value = "task-3341259" [ 1233.028023] env[69385]: _type = "Task" [ 1233.028023] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.037719] env[69385]: DEBUG oslo_vmware.api [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.071845] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341257, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.426785] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 15c66df3-e20e-4d08-a2d3-ca48d5f09aee] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1233.437232] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1233.437544] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9617c92c-9a5f-4fa6-b229-45c795537528 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.446698] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1233.446698] env[69385]: value = "task-3341260" [ 1233.446698] env[69385]: _type = "Task" [ 1233.446698] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.456500] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.539269] env[69385]: DEBUG oslo_vmware.api [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.573856] env[69385]: DEBUG oslo_vmware.api [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341257, 'name': PowerOnVM_Task, 'duration_secs': 0.520737} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.574284] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.767395] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bcc6bf-20f1-46bd-9f02-82885a8f1c53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.775427] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44df7a2b-eae3-43f3-b742-6b6bd93544d6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.807217] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ea51ec-92a1-46c9-8067-6dec6aba1179 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.815784] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a32c2c1-8bdd-498c-9143-0906c666b53f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.832331] env[69385]: DEBUG nova.compute.provider_tree [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.930036] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: f2a9b3df-0eb5-4b16-9eb2-6e598926191a] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1233.960317] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.038445] env[69385]: DEBUG oslo_vmware.api [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Task: {'id': task-3341259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577542} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.038706] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.038969] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.039244] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.039395] env[69385]: INFO nova.compute.manager [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1234.039661] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.039874] env[69385]: DEBUG nova.compute.manager [-] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.039972] env[69385]: DEBUG nova.network.neutron [-] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.299807] env[69385]: DEBUG nova.compute.manager [req-a68f7079-00bf-40ca-8a14-38df442b156f req-7dd75438-a4b8-4e94-826c-7594db4ed74f service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Received event network-vif-deleted-88b0c7ad-a5f3-4a74-ae74-ccb97244e72e {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1234.300015] env[69385]: INFO nova.compute.manager [req-a68f7079-00bf-40ca-8a14-38df442b156f req-7dd75438-a4b8-4e94-826c-7594db4ed74f service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Neutron deleted interface 88b0c7ad-a5f3-4a74-ae74-ccb97244e72e; detaching it from the instance and deleting it from the info cache [ 1234.300213] env[69385]: DEBUG nova.network.neutron [req-a68f7079-00bf-40ca-8a14-38df442b156f req-7dd75438-a4b8-4e94-826c-7594db4ed74f service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.336084] env[69385]: DEBUG nova.scheduler.client.report [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.433858] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: fdefdd7a-2dc4-4e95-aab2-d534f784fa0b] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1234.458627] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341260, 'name': CreateSnapshot_Task, 'duration_secs': 0.584058} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.459530] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1234.460944] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550b1ecb-e1eb-4dba-9ab4-7000c8547c5e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.587056] env[69385]: INFO nova.compute.manager [None req-bb8db30e-6b58-4d02-9427-8b8ac2c5f207 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance to original state: 'active' [ 1234.775052] env[69385]: DEBUG nova.network.neutron [-] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.802855] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78c9d76d-8206-4efa-b535-69d9d96be634 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.814098] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab45f603-9b49-499a-8b83-6bab059c402d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.848890] env[69385]: DEBUG oslo_concurrency.lockutils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.849298] env[69385]: DEBUG nova.compute.manager [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.852391] env[69385]: DEBUG nova.compute.manager [req-a68f7079-00bf-40ca-8a14-38df442b156f req-7dd75438-a4b8-4e94-826c-7594db4ed74f service nova] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Detach interface failed, port_id=88b0c7ad-a5f3-4a74-ae74-ccb97244e72e, reason: Instance 10f6cdf9-2a69-4728-b633-cfeb0860e05d could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1234.937446] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 6d546662-16b1-4813-bd02-6ac165b76845] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1234.979916] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1234.979916] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d1ceb35-4983-468e-8268-dd32567d5395 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.989913] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1234.989913] env[69385]: value = "task-3341261" [ 1234.989913] env[69385]: _type = "Task" [ 1234.989913] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.998509] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341261, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.277714] env[69385]: INFO nova.compute.manager [-] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Took 1.24 seconds to deallocate network for instance. [ 1235.356326] env[69385]: DEBUG nova.compute.utils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.357450] env[69385]: DEBUG nova.compute.manager [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.357572] env[69385]: DEBUG nova.network.neutron [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.420663] env[69385]: DEBUG nova.policy [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2251e0f13b3d4b1590551187fc0cca0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab91528270954a51aab902f3b04df7de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.440908] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 71616b7d-f861-4ddf-84ca-b63dda64c967] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1235.510038] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341261, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.789318] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.789318] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.789318] env[69385]: DEBUG nova.objects.instance [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lazy-loading 'resources' on Instance uuid 10f6cdf9-2a69-4728-b633-cfeb0860e05d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.862486] env[69385]: DEBUG nova.compute.manager [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.880805] env[69385]: DEBUG nova.network.neutron [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Successfully created port: 36b65305-f98f-48aa-b265-eb111b16c0bf {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.944427] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: a95cb0d8-2eb2-4224-9684-97de5367f551] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1236.003333] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341261, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.037098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "4afc3669-01f0-4504-87cb-36945e1bd5a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.037356] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.037557] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "4afc3669-01f0-4504-87cb-36945e1bd5a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.037734] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.037902] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.039970] env[69385]: INFO nova.compute.manager [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Terminating instance [ 1236.369998] env[69385]: INFO nova.virt.block_device [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Booting with volume 051eb7bb-b635-42a5-872a-0918bc91f66d at /dev/sda [ 1236.422081] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f6af174-4522-4451-8e4c-27332e159f1c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.432133] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee71287-ef1b-42b8-8a77-dbc290793a23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.444038] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d79c4d-b8a4-44b4-b4a8-77d953d05ddc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.447464] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: e66ae96a-7ea9-41d9-8e42-25a27dd5dac3] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1236.453844] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b75ad-139b-46be-ab3e-c57a6efcfe54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.494676] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c4be15-5d3c-4caf-9b7d-c0ec13e09739 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.500299] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e8a9baa-8cac-4a1e-b28c-85a48219d0ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.512881] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1641a74c-d77e-46a0-ad5d-082d606a3dcd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.516798] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341261, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.521488] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747471cb-74b1-4ffd-879d-5d2b8fe5b256 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.548703] env[69385]: DEBUG nova.compute.manager [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.548927] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.549455] env[69385]: DEBUG nova.compute.provider_tree [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.560466] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89d388-85b1-4bd1-ac67-ecc779ab607a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.564913] env[69385]: DEBUG nova.scheduler.client.report [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.568417] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c10769-5c31-4010-9e2e-980675dadbe1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.579209] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eeb2da-978c-4eae-9d7f-c54566377c11 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.582594] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.583252] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70a550fc-10dc-455a-bc38-99000da96e71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.590533] env[69385]: DEBUG oslo_vmware.api [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1236.590533] env[69385]: value = "task-3341262" [ 1236.590533] env[69385]: _type = "Task" [ 1236.590533] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.600144] env[69385]: DEBUG oslo_vmware.api [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.604570] env[69385]: DEBUG nova.virt.block_device [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Updating existing volume attachment record: 4b1cd59f-88f5-4f14-9785-1a36365bd136 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1236.951916] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: e43d449e-449f-44fe-a914-4fec3014af08] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1237.008961] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341261, 'name': CloneVM_Task, 'duration_secs': 2.009106} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.009275] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Created linked-clone VM from snapshot [ 1237.010028] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bb35f1-f233-4c36-9450-b88fb551b2de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.017883] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Uploading image 6a7aa347-4c93-4d09-a026-ff4698689734 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1237.039184] env[69385]: DEBUG oslo_vmware.rw_handles [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1237.039184] env[69385]: value = "vm-666857" [ 1237.039184] env[69385]: _type = "VirtualMachine" [ 1237.039184] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1237.039468] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43f964eb-6302-4294-b3a9-6279f2a04f94 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.050210] env[69385]: DEBUG oslo_vmware.rw_handles [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease: (returnval){ [ 1237.050210] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cfdc2b-0f5f-d0ca-f0b9-edcfae121e02" [ 1237.050210] env[69385]: _type = "HttpNfcLease" [ 1237.050210] env[69385]: } obtained for exporting VM: (result){ [ 1237.050210] env[69385]: value = "vm-666857" [ 1237.050210] env[69385]: _type = "VirtualMachine" [ 1237.050210] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1237.050600] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the lease: (returnval){ [ 1237.050600] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cfdc2b-0f5f-d0ca-f0b9-edcfae121e02" [ 1237.050600] env[69385]: _type = "HttpNfcLease" [ 1237.050600] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1237.057249] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.057249] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cfdc2b-0f5f-d0ca-f0b9-edcfae121e02" [ 1237.057249] env[69385]: _type = "HttpNfcLease" [ 1237.057249] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1237.073114] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.284s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.095650] env[69385]: INFO nova.scheduler.client.report [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Deleted allocations for instance 10f6cdf9-2a69-4728-b633-cfeb0860e05d [ 1237.105302] env[69385]: DEBUG oslo_vmware.api [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341262, 'name': PowerOffVM_Task, 'duration_secs': 0.286542} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.105849] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.106036] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.106295] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a3fcd33-8804-4316-9c5c-b7ed489f1d6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.166268] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.166499] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.166680] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleting the datastore file [datastore2] 4afc3669-01f0-4504-87cb-36945e1bd5a5 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.166949] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e517fa98-b317-48c3-835c-c08d429d17b0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.177364] env[69385]: DEBUG oslo_vmware.api [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1237.177364] env[69385]: value = "task-3341265" [ 1237.177364] env[69385]: _type = "Task" [ 1237.177364] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.186200] env[69385]: DEBUG oslo_vmware.api [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.288810] env[69385]: DEBUG nova.compute.manager [req-22a932ab-e9f9-4cf3-bdf5-a08309289c42 req-cee24fea-f919-499e-8f9a-74fee1fc6702 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Received event network-vif-plugged-36b65305-f98f-48aa-b265-eb111b16c0bf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1237.289117] env[69385]: DEBUG oslo_concurrency.lockutils [req-22a932ab-e9f9-4cf3-bdf5-a08309289c42 req-cee24fea-f919-499e-8f9a-74fee1fc6702 service nova] Acquiring lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.289341] env[69385]: DEBUG oslo_concurrency.lockutils [req-22a932ab-e9f9-4cf3-bdf5-a08309289c42 req-cee24fea-f919-499e-8f9a-74fee1fc6702 service nova] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.289509] env[69385]: DEBUG oslo_concurrency.lockutils [req-22a932ab-e9f9-4cf3-bdf5-a08309289c42 req-cee24fea-f919-499e-8f9a-74fee1fc6702 service nova] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.289679] env[69385]: DEBUG nova.compute.manager [req-22a932ab-e9f9-4cf3-bdf5-a08309289c42 req-cee24fea-f919-499e-8f9a-74fee1fc6702 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] No waiting events found dispatching network-vif-plugged-36b65305-f98f-48aa-b265-eb111b16c0bf {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.289839] env[69385]: WARNING nova.compute.manager [req-22a932ab-e9f9-4cf3-bdf5-a08309289c42 req-cee24fea-f919-499e-8f9a-74fee1fc6702 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Received unexpected event network-vif-plugged-36b65305-f98f-48aa-b265-eb111b16c0bf for instance with vm_state building and task_state block_device_mapping. [ 1237.385588] env[69385]: DEBUG nova.network.neutron [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Successfully updated port: 36b65305-f98f-48aa-b265-eb111b16c0bf {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.455597] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: d0b6f470-6386-4245-b3e6-ad5a70576ca1] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1237.559472] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.559472] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cfdc2b-0f5f-d0ca-f0b9-edcfae121e02" [ 1237.559472] env[69385]: _type = "HttpNfcLease" [ 1237.559472] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1237.559771] env[69385]: DEBUG oslo_vmware.rw_handles [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1237.559771] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cfdc2b-0f5f-d0ca-f0b9-edcfae121e02" [ 1237.559771] env[69385]: _type = "HttpNfcLease" [ 1237.559771] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1237.560526] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673830ac-225b-4c0e-9754-4177d5b0251e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.568149] env[69385]: DEBUG oslo_vmware.rw_handles [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dfb38b-c77b-f0ab-c850-474371c08292/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1237.568333] env[69385]: DEBUG oslo_vmware.rw_handles [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dfb38b-c77b-f0ab-c850-474371c08292/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1237.626218] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dec54d97-746c-414e-8dbb-4405b304d47e tempest-ServersTestJSON-2098251141 tempest-ServersTestJSON-2098251141-project-member] Lock "10f6cdf9-2a69-4728-b633-cfeb0860e05d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.746s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.659027] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5bd9b052-db86-404d-ba43-56023df1f3e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.694127] env[69385]: DEBUG oslo_vmware.api [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161651} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.696011] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.696250] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.696441] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.696617] env[69385]: INFO nova.compute.manager [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1237.696850] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.697256] env[69385]: DEBUG nova.compute.manager [-] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.697351] env[69385]: DEBUG nova.network.neutron [-] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.893454] env[69385]: DEBUG oslo_concurrency.lockutils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Acquiring lock "refresh_cache-9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.893517] env[69385]: DEBUG oslo_concurrency.lockutils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Acquired lock "refresh_cache-9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.893645] env[69385]: DEBUG nova.network.neutron [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.958364] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 65422071-f897-45e4-8930-791693670147] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1238.434822] env[69385]: DEBUG nova.network.neutron [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.464377] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 0b6f0304-0311-4b7b-a759-5b60c97e22fa] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1238.672938] env[69385]: DEBUG nova.network.neutron [-] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.704637] env[69385]: DEBUG nova.compute.manager [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.705223] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.705434] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.705587] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.705762] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.705907] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.706064] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.706271] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.706422] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.706582] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.706739] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.706906] env[69385]: DEBUG nova.virt.hardware [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.707789] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd25a85-176b-40d8-840b-9c9d2c95fcd8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.720121] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa186029-a2a0-474a-82e2-9e041151fcc3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.895491] env[69385]: DEBUG nova.network.neutron [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Updating instance_info_cache with network_info: [{"id": "36b65305-f98f-48aa-b265-eb111b16c0bf", "address": "fa:16:3e:21:7d:4a", "network": {"id": "a9b59b08-af95-4148-ada4-c02f31f965db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1243115972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab91528270954a51aab902f3b04df7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b65305-f9", "ovs_interfaceid": "36b65305-f98f-48aa-b265-eb111b16c0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.967907] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 5a08d22b-bb12-4c6c-8caf-b1c5f70ab8a8] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1239.175014] env[69385]: INFO nova.compute.manager [-] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Took 1.48 seconds to deallocate network for instance. [ 1239.321703] env[69385]: DEBUG nova.compute.manager [req-fe251d2b-cbea-4380-8a4b-3e433965452a req-a24d691b-6327-4ef6-aa24-d359b7531a00 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Received event network-changed-36b65305-f98f-48aa-b265-eb111b16c0bf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1239.321948] env[69385]: DEBUG nova.compute.manager [req-fe251d2b-cbea-4380-8a4b-3e433965452a req-a24d691b-6327-4ef6-aa24-d359b7531a00 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Refreshing instance network info cache due to event network-changed-36b65305-f98f-48aa-b265-eb111b16c0bf. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1239.322594] env[69385]: DEBUG oslo_concurrency.lockutils [req-fe251d2b-cbea-4380-8a4b-3e433965452a req-a24d691b-6327-4ef6-aa24-d359b7531a00 service nova] Acquiring lock "refresh_cache-9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.399512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Releasing lock "refresh_cache-9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.399512] env[69385]: DEBUG nova.compute.manager [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Instance network_info: |[{"id": "36b65305-f98f-48aa-b265-eb111b16c0bf", "address": "fa:16:3e:21:7d:4a", "network": {"id": "a9b59b08-af95-4148-ada4-c02f31f965db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1243115972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab91528270954a51aab902f3b04df7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b65305-f9", "ovs_interfaceid": "36b65305-f98f-48aa-b265-eb111b16c0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.399512] env[69385]: DEBUG oslo_concurrency.lockutils [req-fe251d2b-cbea-4380-8a4b-3e433965452a req-a24d691b-6327-4ef6-aa24-d359b7531a00 service nova] Acquired lock "refresh_cache-9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.399695] env[69385]: DEBUG nova.network.neutron [req-fe251d2b-cbea-4380-8a4b-3e433965452a req-a24d691b-6327-4ef6-aa24-d359b7531a00 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Refreshing network info cache for port 36b65305-f98f-48aa-b265-eb111b16c0bf {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.401038] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:7d:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36b65305-f98f-48aa-b265-eb111b16c0bf', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.410923] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Creating folder: Project (ab91528270954a51aab902f3b04df7de). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.415153] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c21a1915-a5b2-4855-9223-36c40464793e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.432742] env[69385]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1239.432923] env[69385]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69385) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1239.434285] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Folder already exists: Project (ab91528270954a51aab902f3b04df7de). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1239.434499] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Creating folder: Instances. Parent ref: group-v666844. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.434669] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-331403cd-69cc-4d01-a3cd-2cc3793119ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.447749] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Created folder: Instances in parent group-v666844. [ 1239.447749] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.449050] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.449050] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7835b758-35e5-4206-9013-61f5b7436586 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.472011] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 29b240a9-1171-4e95-bcfe-dd969503b9b6] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1239.476780] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.476780] env[69385]: value = "task-3341268" [ 1239.476780] env[69385]: _type = "Task" [ 1239.476780] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.487957] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341268, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.659509] env[69385]: DEBUG nova.network.neutron [req-fe251d2b-cbea-4380-8a4b-3e433965452a req-a24d691b-6327-4ef6-aa24-d359b7531a00 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Updated VIF entry in instance network info cache for port 36b65305-f98f-48aa-b265-eb111b16c0bf. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.659984] env[69385]: DEBUG nova.network.neutron [req-fe251d2b-cbea-4380-8a4b-3e433965452a req-a24d691b-6327-4ef6-aa24-d359b7531a00 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Updating instance_info_cache with network_info: [{"id": "36b65305-f98f-48aa-b265-eb111b16c0bf", "address": "fa:16:3e:21:7d:4a", "network": {"id": "a9b59b08-af95-4148-ada4-c02f31f965db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1243115972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab91528270954a51aab902f3b04df7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b65305-f9", "ovs_interfaceid": "36b65305-f98f-48aa-b265-eb111b16c0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.681560] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.681850] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.682435] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.708885] env[69385]: INFO nova.scheduler.client.report [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted allocations for instance 4afc3669-01f0-4504-87cb-36945e1bd5a5 [ 1239.979195] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 97ee0588-43d0-4b08-a661-af12ca0c4db9] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1239.993339] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341268, 'name': CreateVM_Task, 'duration_secs': 0.37061} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.993339] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.993339] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666852', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'name': 'volume-051eb7bb-b635-42a5-872a-0918bc91f66d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66', 'attached_at': '', 'detached_at': '', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'serial': '051eb7bb-b635-42a5-872a-0918bc91f66d'}, 'attachment_id': '4b1cd59f-88f5-4f14-9785-1a36365bd136', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69385) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1239.993339] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Root volume attach. Driver type: vmdk {{(pid=69385) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1239.994157] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbd1c59-8807-4760-a032-8402870efb69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.002782] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb0e7fa-6662-4ac7-a08b-81111c03a0ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.013897] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ca45e5-73fe-4121-ba99-b4e5b9a5bdaa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.022484] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-00838084-834f-4905-b6d9-76b794fbd213 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.033194] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1240.033194] env[69385]: value = "task-3341269" [ 1240.033194] env[69385]: _type = "Task" [ 1240.033194] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.040949] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341269, 'name': RelocateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.163746] env[69385]: DEBUG oslo_concurrency.lockutils [req-fe251d2b-cbea-4380-8a4b-3e433965452a req-a24d691b-6327-4ef6-aa24-d359b7531a00 service nova] Releasing lock "refresh_cache-9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.164106] env[69385]: DEBUG nova.compute.manager [req-fe251d2b-cbea-4380-8a4b-3e433965452a req-a24d691b-6327-4ef6-aa24-d359b7531a00 service nova] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Received event network-vif-deleted-38ba3868-524d-4a5c-8f4d-3e447cdc7b9c {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1240.217722] env[69385]: DEBUG oslo_concurrency.lockutils [None req-fcb8370c-3aa4-4c42-830f-3121f8559907 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "4afc3669-01f0-4504-87cb-36945e1bd5a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.180s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.487100] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: c4fae709-b0de-4b8e-b6cb-b00a70140c8d] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1240.545164] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341269, 'name': RelocateVM_Task} progress is 42%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.991186] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: a8e3f8b1-50a6-40d4-8e01-7438e6d3ec83] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1241.045236] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341269, 'name': RelocateVM_Task} progress is 56%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.097745] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.098033] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.494882] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 85b95ef8-cc8a-4c72-ac86-65df62c67819] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1241.545378] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341269, 'name': RelocateVM_Task} progress is 71%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.601295] env[69385]: DEBUG nova.compute.manager [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.998758] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 5ab10b9a-c4c4-420f-94a2-3d5c1a7a41ea] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1242.045899] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341269, 'name': RelocateVM_Task} progress is 84%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.126637] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.126926] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.128565] env[69385]: INFO nova.compute.claims [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.503203] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 22c3ef3a-2a2e-4ebd-ae99-1f3938f481b1] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1242.547242] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341269, 'name': RelocateVM_Task} progress is 97%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.007045] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 8aa94f46-c6c6-46bf-8621-67e7b851fe69] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1243.046867] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341269, 'name': RelocateVM_Task, 'duration_secs': 2.994493} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.046867] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1243.047116] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666852', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'name': 'volume-051eb7bb-b635-42a5-872a-0918bc91f66d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66', 'attached_at': '', 'detached_at': '', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'serial': '051eb7bb-b635-42a5-872a-0918bc91f66d'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1243.048439] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac4bbcd-fe03-42f3-b243-c077580df949 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.068797] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a43f432-1037-4afc-8956-326434bc25e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.092944] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-051eb7bb-b635-42a5-872a-0918bc91f66d/volume-051eb7bb-b635-42a5-872a-0918bc91f66d.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.093243] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a79e9471-2f63-4aa3-8390-cc71bcc8073f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.114496] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1243.114496] env[69385]: value = "task-3341270" [ 1243.114496] env[69385]: _type = "Task" [ 1243.114496] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.123312] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.263110] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be01585-1fc5-49be-b8cc-5d5248d50fc0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.272137] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6204c8a8-0d28-4602-8fd2-f7cf65d18488 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.304300] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffef3ff-16d5-4afc-bbb2-309caf8c7fa0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.313070] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281e9a2-faa8-4439-be2e-3e56dcfb442c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.327640] env[69385]: DEBUG nova.compute.provider_tree [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.511089] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 01421166-37ef-4e1c-9de4-6bdd513d2ad2] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1243.626628] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.831318] env[69385]: DEBUG nova.scheduler.client.report [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.014639] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: ae499731-184c-4b63-9993-3d5b229df920] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1244.124884] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341270, 'name': ReconfigVM_Task, 'duration_secs': 0.972754} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.125942] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-051eb7bb-b635-42a5-872a-0918bc91f66d/volume-051eb7bb-b635-42a5-872a-0918bc91f66d.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.130422] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-264b6ebf-b4b0-40e1-91ca-75fa2565c6fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.147204] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1244.147204] env[69385]: value = "task-3341271" [ 1244.147204] env[69385]: _type = "Task" [ 1244.147204] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.156061] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.338258] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.338912] env[69385]: DEBUG nova.compute.manager [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.518809] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 3c5a9b6f-ee7b-421b-bafe-4044a4c4e479] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1244.659201] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341271, 'name': ReconfigVM_Task, 'duration_secs': 0.13114} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.659563] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666852', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'name': 'volume-051eb7bb-b635-42a5-872a-0918bc91f66d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66', 'attached_at': '', 'detached_at': '', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'serial': '051eb7bb-b635-42a5-872a-0918bc91f66d'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1244.660218] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55f88b4a-7267-490b-a07c-f7d234b6173c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.668748] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1244.668748] env[69385]: value = "task-3341272" [ 1244.668748] env[69385]: _type = "Task" [ 1244.668748] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.678478] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341272, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.846054] env[69385]: DEBUG nova.compute.utils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.846685] env[69385]: DEBUG nova.compute.manager [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.847381] env[69385]: DEBUG nova.network.neutron [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.895257] env[69385]: DEBUG nova.policy [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba640cb1f3d045a498f63ac36ec523f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ed77a844e684174aa51e83a0e6d2c13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.022390] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: dbb21929-e58a-45a0-934c-7ba9d5e11d7f] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1245.170470] env[69385]: DEBUG nova.network.neutron [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Successfully created port: 50acb4b1-80f4-4317-b668-f11094211860 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.182909] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341272, 'name': Rename_Task, 'duration_secs': 0.148697} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.183218] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.183469] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ac44e2-4a9a-4175-8a22-74bb6e8f3fc4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.192580] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1245.192580] env[69385]: value = "task-3341273" [ 1245.192580] env[69385]: _type = "Task" [ 1245.192580] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.201499] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.352024] env[69385]: DEBUG nova.compute.manager [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.525364] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 5dc95d89-a3dd-465c-98c2-45b14febd162] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1245.611309] env[69385]: DEBUG oslo_concurrency.lockutils [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.611547] env[69385]: DEBUG oslo_concurrency.lockutils [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.705673] env[69385]: DEBUG oslo_vmware.api [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341273, 'name': PowerOnVM_Task, 'duration_secs': 0.476301} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.706063] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.706361] env[69385]: INFO nova.compute.manager [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1245.706513] env[69385]: DEBUG nova.compute.manager [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.707490] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901e2fc4-096b-4570-b777-445c1e387309 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.804044] env[69385]: DEBUG oslo_vmware.rw_handles [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dfb38b-c77b-f0ab-c850-474371c08292/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1245.805068] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4186b3bf-fb3c-465e-93e7-47c5b30fd10f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.812503] env[69385]: DEBUG oslo_vmware.rw_handles [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dfb38b-c77b-f0ab-c850-474371c08292/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1245.812679] env[69385]: ERROR oslo_vmware.rw_handles [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dfb38b-c77b-f0ab-c850-474371c08292/disk-0.vmdk due to incomplete transfer. [ 1245.812920] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-520b534b-1083-4db5-885b-23fb51f0c2ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.822058] env[69385]: DEBUG oslo_vmware.rw_handles [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dfb38b-c77b-f0ab-c850-474371c08292/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1245.822275] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Uploaded image 6a7aa347-4c93-4d09-a026-ff4698689734 to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1245.824861] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1245.825165] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f01e769-762a-4413-8bbb-39903d95bfa9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.832317] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1245.832317] env[69385]: value = "task-3341274" [ 1245.832317] env[69385]: _type = "Task" [ 1245.832317] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.840861] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341274, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.028379] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: d13c0ca5-442b-4b4a-9c6f-1bd08d796ce7] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1246.114776] env[69385]: INFO nova.compute.manager [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Detaching volume 7be853d4-0331-4e94-816d-8319344effc5 [ 1246.151800] env[69385]: INFO nova.virt.block_device [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Attempting to driver detach volume 7be853d4-0331-4e94-816d-8319344effc5 from mountpoint /dev/sdb [ 1246.152130] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.152336] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.153234] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1659807a-d2f3-4510-8e47-28d047d2f5be {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.175733] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c078644-65a2-4f28-ab24-937e1cfaa1e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.183264] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c028e05-7d38-492c-8cba-64a2595ad57f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.203227] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b1112f-d7fd-4431-a126-a0a0d9a7ed69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.217666] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] The volume has not been displaced from its original location: [datastore1] volume-7be853d4-0331-4e94-816d-8319344effc5/volume-7be853d4-0331-4e94-816d-8319344effc5.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1246.223026] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.227578] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994b79f6-16e0-48e4-9afd-3a4be6bef080 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.244326] env[69385]: INFO nova.compute.manager [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Took 13.66 seconds to build instance. [ 1246.252550] env[69385]: DEBUG oslo_vmware.api [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1246.252550] env[69385]: value = "task-3341275" [ 1246.252550] env[69385]: _type = "Task" [ 1246.252550] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.262730] env[69385]: DEBUG oslo_vmware.api [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.342727] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341274, 'name': Destroy_Task, 'duration_secs': 0.316854} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.342990] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Destroyed the VM [ 1246.343264] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1246.343515] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-330ad927-6028-411d-8d12-c3f446715635 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.350544] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1246.350544] env[69385]: value = "task-3341276" [ 1246.350544] env[69385]: _type = "Task" [ 1246.350544] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.358298] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341276, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.359431] env[69385]: DEBUG nova.compute.manager [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.381530] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.381828] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.382037] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.382261] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.382424] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.382598] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.382853] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.383049] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.383240] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.383425] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.383614] env[69385]: DEBUG nova.virt.hardware [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.384583] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028a6555-60f1-4889-8a62-aec0b45509f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.393044] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77069e98-0650-423c-84f4-c968e392ff62 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.532310] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 466c7ef8-b12c-43b5-a319-e377f9c8e116] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1246.552922] env[69385]: DEBUG nova.compute.manager [req-05c8c491-fb3f-4317-95a0-a57ee2208a1b req-6d59ce55-9c41-4a42-8eb5-3d12d07f719b service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Received event network-vif-plugged-50acb4b1-80f4-4317-b668-f11094211860 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1246.553155] env[69385]: DEBUG oslo_concurrency.lockutils [req-05c8c491-fb3f-4317-95a0-a57ee2208a1b req-6d59ce55-9c41-4a42-8eb5-3d12d07f719b service nova] Acquiring lock "844a4fd5-8d6b-40a0-88c4-bd124608de15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.553350] env[69385]: DEBUG oslo_concurrency.lockutils [req-05c8c491-fb3f-4317-95a0-a57ee2208a1b req-6d59ce55-9c41-4a42-8eb5-3d12d07f719b service nova] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.553515] env[69385]: DEBUG oslo_concurrency.lockutils [req-05c8c491-fb3f-4317-95a0-a57ee2208a1b req-6d59ce55-9c41-4a42-8eb5-3d12d07f719b service nova] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.553679] env[69385]: DEBUG nova.compute.manager [req-05c8c491-fb3f-4317-95a0-a57ee2208a1b req-6d59ce55-9c41-4a42-8eb5-3d12d07f719b service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] No waiting events found dispatching network-vif-plugged-50acb4b1-80f4-4317-b668-f11094211860 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.553843] env[69385]: WARNING nova.compute.manager [req-05c8c491-fb3f-4317-95a0-a57ee2208a1b req-6d59ce55-9c41-4a42-8eb5-3d12d07f719b service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Received unexpected event network-vif-plugged-50acb4b1-80f4-4317-b668-f11094211860 for instance with vm_state building and task_state spawning. [ 1246.637113] env[69385]: DEBUG nova.network.neutron [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Successfully updated port: 50acb4b1-80f4-4317-b668-f11094211860 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.746467] env[69385]: DEBUG oslo_concurrency.lockutils [None req-322936ea-05da-42fd-a50e-da95184017ab tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.166s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.764120] env[69385]: DEBUG oslo_vmware.api [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341275, 'name': ReconfigVM_Task, 'duration_secs': 0.216574} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.764432] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.769873] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc812c8-568a-48af-a47c-93aab84c32e9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.787531] env[69385]: DEBUG oslo_vmware.api [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1246.787531] env[69385]: value = "task-3341277" [ 1246.787531] env[69385]: _type = "Task" [ 1246.787531] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.796884] env[69385]: DEBUG oslo_vmware.api [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.861449] env[69385]: DEBUG oslo_vmware.api [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341276, 'name': RemoveSnapshot_Task, 'duration_secs': 0.466649} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.861740] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1246.862011] env[69385]: INFO nova.compute.manager [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Took 13.97 seconds to snapshot the instance on the hypervisor. [ 1247.038291] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 711577d1-d996-427e-9234-e7a1a1dcc74c] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1247.141190] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.141190] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.141358] env[69385]: DEBUG nova.network.neutron [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.297963] env[69385]: DEBUG oslo_vmware.api [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341277, 'name': ReconfigVM_Task, 'duration_secs': 0.150878} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.297963] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666831', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'name': 'volume-7be853d4-0331-4e94-816d-8319344effc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb', 'attached_at': '', 'detached_at': '', 'volume_id': '7be853d4-0331-4e94-816d-8319344effc5', 'serial': '7be853d4-0331-4e94-816d-8319344effc5'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1247.424620] env[69385]: DEBUG nova.compute.manager [None req-a1ec7aef-1614-45c4-94e0-ada2e5ba7e7d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Found 1 images (rotation: 2) {{(pid=69385) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1247.542278] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 9c4c4869-51af-4bcc-83f0-9af2b5c4d124] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1247.681267] env[69385]: DEBUG nova.network.neutron [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.804388] env[69385]: DEBUG nova.network.neutron [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Updating instance_info_cache with network_info: [{"id": "50acb4b1-80f4-4317-b668-f11094211860", "address": "fa:16:3e:da:1a:2b", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50acb4b1-80", "ovs_interfaceid": "50acb4b1-80f4-4317-b668-f11094211860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.842314] env[69385]: DEBUG nova.objects.instance [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'flavor' on Instance uuid f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.047056] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: f2980e1b-a580-4b7a-aa93-3bb7e4e725fe] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1248.308302] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.308647] env[69385]: DEBUG nova.compute.manager [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Instance network_info: |[{"id": "50acb4b1-80f4-4317-b668-f11094211860", "address": "fa:16:3e:da:1a:2b", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50acb4b1-80", "ovs_interfaceid": "50acb4b1-80f4-4317-b668-f11094211860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.309104] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:1a:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50acb4b1-80f4-4317-b668-f11094211860', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.317032] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.317274] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.317501] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb13f67b-aab4-41f8-bd52-098e644b4150 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.339127] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.339127] env[69385]: value = "task-3341278" [ 1248.339127] env[69385]: _type = "Task" [ 1248.339127] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.349039] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341278, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.549896] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 84573f5a-acde-4392-92f2-e7c08096d250] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1248.588912] env[69385]: DEBUG nova.compute.manager [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Received event network-changed-50acb4b1-80f4-4317-b668-f11094211860 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1248.589349] env[69385]: DEBUG nova.compute.manager [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Refreshing instance network info cache due to event network-changed-50acb4b1-80f4-4317-b668-f11094211860. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1248.589563] env[69385]: DEBUG oslo_concurrency.lockutils [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] Acquiring lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.589846] env[69385]: DEBUG oslo_concurrency.lockutils [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] Acquired lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.590307] env[69385]: DEBUG nova.network.neutron [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Refreshing network info cache for port 50acb4b1-80f4-4317-b668-f11094211860 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.850398] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341278, 'name': CreateVM_Task, 'duration_secs': 0.311623} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.850626] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.851355] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.851527] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.852076] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.852694] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0d1058-e0f0-4741-8594-ea032451c933 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.857819] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1248.857819] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521c1c3f-d5f3-5a89-b084-301abc91266f" [ 1248.857819] env[69385]: _type = "Task" [ 1248.857819] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.858303] env[69385]: DEBUG oslo_concurrency.lockutils [None req-33fb7ca6-da83-47cb-9676-38909a77e5e9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.863028] env[69385]: DEBUG nova.compute.manager [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.864462] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b6bf58-5419-4a7c-8b96-1984675da369 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.873016] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521c1c3f-d5f3-5a89-b084-301abc91266f, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.875285] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.875517] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.875749] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.875895] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.876087] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.878728] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b44a6056-610d-458d-90b7-6b04e9406ef4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.888389] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.888564] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.889297] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a9f7d4-cfb2-4f6e-b009-cf97b87c465b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.895139] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1248.895139] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a46443-8979-ebc8-254a-b60da44fede9" [ 1248.895139] env[69385]: _type = "Task" [ 1248.895139] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.903464] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a46443-8979-ebc8-254a-b60da44fede9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.053154] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 2b369931-313e-49c3-a555-937110bb700e] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1249.287233] env[69385]: DEBUG nova.network.neutron [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Updated VIF entry in instance network info cache for port 50acb4b1-80f4-4317-b668-f11094211860. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.287615] env[69385]: DEBUG nova.network.neutron [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Updating instance_info_cache with network_info: [{"id": "50acb4b1-80f4-4317-b668-f11094211860", "address": "fa:16:3e:da:1a:2b", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50acb4b1-80", "ovs_interfaceid": "50acb4b1-80f4-4317-b668-f11094211860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.381076] env[69385]: INFO nova.compute.manager [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] instance snapshotting [ 1249.381670] env[69385]: DEBUG nova.objects.instance [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'flavor' on Instance uuid 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.407312] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a46443-8979-ebc8-254a-b60da44fede9, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.408189] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549c1b3b-cf11-4017-a4d6-880e6be6dc7b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.414057] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1249.414057] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528470b3-df81-4639-cf05-d5cd2b951e37" [ 1249.414057] env[69385]: _type = "Task" [ 1249.414057] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.424677] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528470b3-df81-4639-cf05-d5cd2b951e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.556776] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: d8b04a21-a612-4352-b07b-df285ac784fa] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1249.790435] env[69385]: DEBUG oslo_concurrency.lockutils [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] Releasing lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.790702] env[69385]: DEBUG nova.compute.manager [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Received event network-changed-36b65305-f98f-48aa-b265-eb111b16c0bf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1249.790827] env[69385]: DEBUG nova.compute.manager [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Refreshing instance network info cache due to event network-changed-36b65305-f98f-48aa-b265-eb111b16c0bf. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1249.791068] env[69385]: DEBUG oslo_concurrency.lockutils [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] Acquiring lock "refresh_cache-9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.791229] env[69385]: DEBUG oslo_concurrency.lockutils [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] Acquired lock "refresh_cache-9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.791446] env[69385]: DEBUG nova.network.neutron [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Refreshing network info cache for port 36b65305-f98f-48aa-b265-eb111b16c0bf {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.887685] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.887936] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.888124] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.888309] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.888473] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.890599] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb09c3f3-7929-4be2-a4a8-fa3a94553c10 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.893360] env[69385]: INFO nova.compute.manager [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Terminating instance [ 1249.911520] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4a469-f113-4e5f-a473-3ae15f6c9147 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.927452] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528470b3-df81-4639-cf05-d5cd2b951e37, 'name': SearchDatastore_Task, 'duration_secs': 0.01804} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.927452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.927669] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 844a4fd5-8d6b-40a0-88c4-bd124608de15/844a4fd5-8d6b-40a0-88c4-bd124608de15.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.927876] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99896135-0535-42aa-8b68-481fddacd558 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.935842] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1249.935842] env[69385]: value = "task-3341279" [ 1249.935842] env[69385]: _type = "Task" [ 1249.935842] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.944169] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.059568] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 112dc1fc-247c-4305-95d4-7791d39efcd2] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1250.397486] env[69385]: DEBUG nova.compute.manager [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.397713] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.398656] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474fd9b8-cae2-4bd4-a3bb-5342b9ce6178 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.408165] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.408412] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ad0cbd5-529f-47db-b665-94ae77a2d791 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.416189] env[69385]: DEBUG oslo_vmware.api [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1250.416189] env[69385]: value = "task-3341280" [ 1250.416189] env[69385]: _type = "Task" [ 1250.416189] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.426586] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1250.427274] env[69385]: DEBUG oslo_vmware.api [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.427514] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b042db19-0eb9-4fa8-b5ce-8842dd9808d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.442222] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1250.442222] env[69385]: value = "task-3341281" [ 1250.442222] env[69385]: _type = "Task" [ 1250.442222] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.449299] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480885} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.449926] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 844a4fd5-8d6b-40a0-88c4-bd124608de15/844a4fd5-8d6b-40a0-88c4-bd124608de15.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.450161] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.450447] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-785a5b67-de67-4ada-a308-ba1a3bbaeca2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.455721] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.462744] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1250.462744] env[69385]: value = "task-3341282" [ 1250.462744] env[69385]: _type = "Task" [ 1250.462744] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.472465] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.528786] env[69385]: DEBUG nova.network.neutron [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Updated VIF entry in instance network info cache for port 36b65305-f98f-48aa-b265-eb111b16c0bf. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.529211] env[69385]: DEBUG nova.network.neutron [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Updating instance_info_cache with network_info: [{"id": "36b65305-f98f-48aa-b265-eb111b16c0bf", "address": "fa:16:3e:21:7d:4a", "network": {"id": "a9b59b08-af95-4148-ada4-c02f31f965db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1243115972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab91528270954a51aab902f3b04df7de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b65305-f9", "ovs_interfaceid": "36b65305-f98f-48aa-b265-eb111b16c0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.563074] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: fff0a1a9-950f-4d48-8b42-dbdca8611e96] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1250.926319] env[69385]: DEBUG oslo_vmware.api [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341280, 'name': PowerOffVM_Task, 'duration_secs': 0.203281} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.926617] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.926786] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.927062] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f72432b-72bf-4d6a-9c5b-f0804452dfa5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.953891] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341281, 'name': CreateSnapshot_Task, 'duration_secs': 0.485226} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.955318] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1250.955697] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2b16e-353b-4dd3-9e14-b7b7c0f5e3b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.974413] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062907} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.974693] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.975552] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b09678-eadd-419e-81b8-ef6e2b6562b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.997689] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 844a4fd5-8d6b-40a0-88c4-bd124608de15/844a4fd5-8d6b-40a0-88c4-bd124608de15.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.999589] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9166ba84-2bb7-41e1-a975-8dc71497c9d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.014009] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.014234] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.014411] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleting the datastore file [datastore1] f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.014968] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c34326b0-6a02-4e1f-a521-66d9ae150b14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.022035] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1251.022035] env[69385]: value = "task-3341284" [ 1251.022035] env[69385]: _type = "Task" [ 1251.022035] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.023230] env[69385]: DEBUG oslo_vmware.api [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1251.023230] env[69385]: value = "task-3341285" [ 1251.023230] env[69385]: _type = "Task" [ 1251.023230] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.036370] env[69385]: DEBUG oslo_concurrency.lockutils [req-30bad442-bc76-46d3-b9cf-9c7e9e2b3ac7 req-421de370-ae11-4378-b74c-83160a341121 service nova] Releasing lock "refresh_cache-9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.036741] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.036954] env[69385]: DEBUG oslo_vmware.api [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.066936] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.067146] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Cleaning up deleted instances with incomplete migration {{(pid=69385) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1251.477762] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1251.478081] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2511624-43af-45b9-9bfe-683c9aa1154c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.487695] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1251.487695] env[69385]: value = "task-3341286" [ 1251.487695] env[69385]: _type = "Task" [ 1251.487695] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.495783] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341286, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.535796] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341284, 'name': ReconfigVM_Task, 'duration_secs': 0.420288} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.538732] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 844a4fd5-8d6b-40a0-88c4-bd124608de15/844a4fd5-8d6b-40a0-88c4-bd124608de15.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.539405] env[69385]: DEBUG oslo_vmware.api [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158122} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.539614] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9359c8c1-e3da-441c-8cf3-5fc2f0677e38 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.541237] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.541482] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.541676] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.541859] env[69385]: INFO nova.compute.manager [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.542112] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.542316] env[69385]: DEBUG nova.compute.manager [-] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.542413] env[69385]: DEBUG nova.network.neutron [-] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.548346] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1251.548346] env[69385]: value = "task-3341287" [ 1251.548346] env[69385]: _type = "Task" [ 1251.548346] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.556301] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341287, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.570015] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.000394] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341286, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.031083] env[69385]: DEBUG nova.compute.manager [req-9329ecda-d04c-4ebb-b660-c241db7adc25 req-c62d4498-51b7-4222-a0c0-71ee998072d3 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Received event network-vif-deleted-e3c5eed2-c141-4408-a104-cbf82560a810 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1252.031311] env[69385]: INFO nova.compute.manager [req-9329ecda-d04c-4ebb-b660-c241db7adc25 req-c62d4498-51b7-4222-a0c0-71ee998072d3 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Neutron deleted interface e3c5eed2-c141-4408-a104-cbf82560a810; detaching it from the instance and deleting it from the info cache [ 1252.031505] env[69385]: DEBUG nova.network.neutron [req-9329ecda-d04c-4ebb-b660-c241db7adc25 req-c62d4498-51b7-4222-a0c0-71ee998072d3 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.058429] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341287, 'name': Rename_Task, 'duration_secs': 0.151355} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.059118] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.059118] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3947bda8-2ae9-411a-bfe5-394f7de326f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.066337] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1252.066337] env[69385]: value = "task-3341288" [ 1252.066337] env[69385]: _type = "Task" [ 1252.066337] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.074746] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.501187] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341286, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.509745] env[69385]: DEBUG nova.network.neutron [-] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.535648] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30bd4d32-3f7b-4b10-9cbc-d02ec8378e25 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.548076] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54a6f59-ddaf-4756-9641-209018ac1ec4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.581607] env[69385]: DEBUG nova.compute.manager [req-9329ecda-d04c-4ebb-b660-c241db7adc25 req-c62d4498-51b7-4222-a0c0-71ee998072d3 service nova] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Detach interface failed, port_id=e3c5eed2-c141-4408-a104-cbf82560a810, reason: Instance f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1252.585114] env[69385]: DEBUG oslo_vmware.api [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341288, 'name': PowerOnVM_Task, 'duration_secs': 0.496862} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.585393] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.585588] env[69385]: INFO nova.compute.manager [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Took 6.23 seconds to spawn the instance on the hypervisor. [ 1252.585766] env[69385]: DEBUG nova.compute.manager [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.586569] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909d0001-589f-4cbe-943c-8d990f352751 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.001499] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341286, 'name': CloneVM_Task} progress is 95%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.012241] env[69385]: INFO nova.compute.manager [-] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Took 1.47 seconds to deallocate network for instance. [ 1253.103840] env[69385]: INFO nova.compute.manager [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Took 11.00 seconds to build instance. [ 1253.501779] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341286, 'name': CloneVM_Task, 'duration_secs': 1.672549} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.502075] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Created linked-clone VM from snapshot [ 1253.502861] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef60299e-b6d2-45ae-a571-00ee4b9aeb52 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.511079] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Uploading image 78fe574a-f317-44da-a19a-73cf9ffdc4cf {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1253.519960] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.520239] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.520451] env[69385]: DEBUG nova.objects.instance [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'resources' on Instance uuid f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.533155] env[69385]: DEBUG oslo_vmware.rw_handles [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1253.533155] env[69385]: value = "vm-666862" [ 1253.533155] env[69385]: _type = "VirtualMachine" [ 1253.533155] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1253.533622] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c966760b-982a-4b8f-b95e-81c789f9a5f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.541706] env[69385]: DEBUG oslo_vmware.rw_handles [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease: (returnval){ [ 1253.541706] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52441e9d-d5c9-3571-47ed-ad1861a2b89e" [ 1253.541706] env[69385]: _type = "HttpNfcLease" [ 1253.541706] env[69385]: } obtained for exporting VM: (result){ [ 1253.541706] env[69385]: value = "vm-666862" [ 1253.541706] env[69385]: _type = "VirtualMachine" [ 1253.541706] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1253.542019] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the lease: (returnval){ [ 1253.542019] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52441e9d-d5c9-3571-47ed-ad1861a2b89e" [ 1253.542019] env[69385]: _type = "HttpNfcLease" [ 1253.542019] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1253.549111] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.549111] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52441e9d-d5c9-3571-47ed-ad1861a2b89e" [ 1253.549111] env[69385]: _type = "HttpNfcLease" [ 1253.549111] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1253.605427] env[69385]: DEBUG oslo_concurrency.lockutils [None req-28ebbcee-790c-402f-943e-fd8f10dc892f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.507s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.051785] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1254.051785] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52441e9d-d5c9-3571-47ed-ad1861a2b89e" [ 1254.051785] env[69385]: _type = "HttpNfcLease" [ 1254.051785] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1254.052218] env[69385]: DEBUG oslo_vmware.rw_handles [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1254.052218] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52441e9d-d5c9-3571-47ed-ad1861a2b89e" [ 1254.052218] env[69385]: _type = "HttpNfcLease" [ 1254.052218] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1254.052858] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e7d62c-6055-4d8e-bcbc-6aa9ae09eca2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.062830] env[69385]: DEBUG oslo_vmware.rw_handles [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb8b1-5b72-2dea-f033-4c56dc8bc3b7/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1254.063019] env[69385]: DEBUG oslo_vmware.rw_handles [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb8b1-5b72-2dea-f033-4c56dc8bc3b7/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1254.152369] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c27b9588-4c68-4ef9-a65c-2d28a9ccf2a5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.208891] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9181fb1-307d-4fb5-8942-c13df1153708 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.217239] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28591fa3-0abb-4f57-a775-12a60e27d8d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.254047] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4e45dd-cf2d-48c8-b6e1-9df7ea5a9b8d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.262790] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a161b3-9dca-46ad-9a82-256f8e2c0651 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.278251] env[69385]: DEBUG nova.compute.provider_tree [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.334873] env[69385]: DEBUG nova.compute.manager [req-571ea934-d28f-4fff-938f-6d39cfbd9b88 req-d216afa9-4aa9-45b2-b796-e61abfda414f service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Received event network-changed-50acb4b1-80f4-4317-b668-f11094211860 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1254.335107] env[69385]: DEBUG nova.compute.manager [req-571ea934-d28f-4fff-938f-6d39cfbd9b88 req-d216afa9-4aa9-45b2-b796-e61abfda414f service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Refreshing instance network info cache due to event network-changed-50acb4b1-80f4-4317-b668-f11094211860. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1254.335360] env[69385]: DEBUG oslo_concurrency.lockutils [req-571ea934-d28f-4fff-938f-6d39cfbd9b88 req-d216afa9-4aa9-45b2-b796-e61abfda414f service nova] Acquiring lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.335515] env[69385]: DEBUG oslo_concurrency.lockutils [req-571ea934-d28f-4fff-938f-6d39cfbd9b88 req-d216afa9-4aa9-45b2-b796-e61abfda414f service nova] Acquired lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.335622] env[69385]: DEBUG nova.network.neutron [req-571ea934-d28f-4fff-938f-6d39cfbd9b88 req-d216afa9-4aa9-45b2-b796-e61abfda414f service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Refreshing network info cache for port 50acb4b1-80f4-4317-b668-f11094211860 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.782062] env[69385]: DEBUG nova.scheduler.client.report [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.057651] env[69385]: DEBUG nova.network.neutron [req-571ea934-d28f-4fff-938f-6d39cfbd9b88 req-d216afa9-4aa9-45b2-b796-e61abfda414f service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Updated VIF entry in instance network info cache for port 50acb4b1-80f4-4317-b668-f11094211860. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.058082] env[69385]: DEBUG nova.network.neutron [req-571ea934-d28f-4fff-938f-6d39cfbd9b88 req-d216afa9-4aa9-45b2-b796-e61abfda414f service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Updating instance_info_cache with network_info: [{"id": "50acb4b1-80f4-4317-b668-f11094211860", "address": "fa:16:3e:da:1a:2b", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50acb4b1-80", "ovs_interfaceid": "50acb4b1-80f4-4317-b668-f11094211860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.287863] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.314750] env[69385]: INFO nova.scheduler.client.report [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted allocations for instance f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb [ 1255.561400] env[69385]: DEBUG oslo_concurrency.lockutils [req-571ea934-d28f-4fff-938f-6d39cfbd9b88 req-d216afa9-4aa9-45b2-b796-e61abfda414f service nova] Releasing lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.825194] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cc6b28ee-0a5a-4909-9c39-52e35ef6c9a8 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.937s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.067832] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.574056] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.076809] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.077241] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.077384] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.077641] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1257.078605] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6634fd3f-d7f8-4a1f-ba33-dc73e89b3197 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.088288] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0330e8f7-7c06-4e74-9823-ca04fc93541c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.103761] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcce22f-f47a-400c-8f6c-38862aab86f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.111661] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7123053-1a04-4675-a741-5c8fa340eb46 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.142581] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179541MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1257.142809] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.142981] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.424626] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "46695a78-7501-4fe5-b5f4-6fbd89d03115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.424897] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.927851] env[69385]: DEBUG nova.compute.manager [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.008291] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Acquiring lock "c2335053-4d2a-487e-8e8c-8d331b352e31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.008558] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "c2335053-4d2a-487e-8e8c-8d331b352e31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.008762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Acquiring lock "c2335053-4d2a-487e-8e8c-8d331b352e31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.008943] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "c2335053-4d2a-487e-8e8c-8d331b352e31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.009134] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "c2335053-4d2a-487e-8e8c-8d331b352e31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.011736] env[69385]: INFO nova.compute.manager [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Terminating instance [ 1258.173848] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 1776fa73-9144-4d4b-9265-e949d4d2577a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.174199] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 46a09e59-d870-4a20-bb2d-1fe5b186c280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.174199] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 6deb911c-33f5-4183-bc39-affb2859d17d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.174275] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance c2335053-4d2a-487e-8e8c-8d331b352e31 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.174391] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 32d32970-f5b2-4f88-8420-9b18d87ae43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.174505] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.174614] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.174726] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 844a4fd5-8d6b-40a0-88c4-bd124608de15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.448839] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.516217] env[69385]: DEBUG nova.compute.manager [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.516570] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.516903] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dfb6ebe-175d-4e8f-8a27-fafe5bc8e664 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.524702] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for the task: (returnval){ [ 1258.524702] env[69385]: value = "task-3341290" [ 1258.524702] env[69385]: _type = "Task" [ 1258.524702] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.533284] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.677371] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 46695a78-7501-4fe5-b5f4-6fbd89d03115 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1258.677647] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1258.677826] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1258.814046] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d994026-b64f-4ee1-a045-260d0b9320b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.825076] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf5e4ef-64eb-4f9a-af6a-d5d298e1264c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.873366] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4023790-1bd0-4c8c-afb7-c722fd9cfd9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.883637] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac2d366-a4bd-4737-93a9-c6b283b2a582 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.903271] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.035526] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341290, 'name': PowerOffVM_Task, 'duration_secs': 0.344732} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.035766] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.035968] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1259.036288] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666832', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'name': 'volume-eafd77ad-612a-42b2-98e2-611e515f11da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2335053-4d2a-487e-8e8c-8d331b352e31', 'attached_at': '', 'detached_at': '', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'serial': 'eafd77ad-612a-42b2-98e2-611e515f11da'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1259.037038] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c82ef6e-7beb-4858-99fc-d823cb57ba3b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.056068] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba99ea5-74bd-49f2-ab2d-da7ed6f4e1f4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.065061] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc80d06-59b9-4c2b-a162-f489ab94a2b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.083518] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef5c19a-40fb-43fe-8efb-82d32a4e5bea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.099497] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] The volume has not been displaced from its original location: [datastore2] volume-eafd77ad-612a-42b2-98e2-611e515f11da/volume-eafd77ad-612a-42b2-98e2-611e515f11da.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1259.104790] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1259.105221] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9511361c-294f-4c12-b282-6a836d77b821 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.124652] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for the task: (returnval){ [ 1259.124652] env[69385]: value = "task-3341291" [ 1259.124652] env[69385]: _type = "Task" [ 1259.124652] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.135812] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.406631] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.639074] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341291, 'name': ReconfigVM_Task, 'duration_secs': 0.31381} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.639430] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1259.647672] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a6fbc8-dbb5-4c45-babc-8f094d193d4d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.666249] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for the task: (returnval){ [ 1259.666249] env[69385]: value = "task-3341292" [ 1259.666249] env[69385]: _type = "Task" [ 1259.666249] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.674765] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.912612] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1259.912901] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.770s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.913360] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.465s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.915843] env[69385]: INFO nova.compute.claims [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.178749] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341292, 'name': ReconfigVM_Task, 'duration_secs': 0.149686} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.178963] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666832', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'name': 'volume-eafd77ad-612a-42b2-98e2-611e515f11da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2335053-4d2a-487e-8e8c-8d331b352e31', 'attached_at': '', 'detached_at': '', 'volume_id': 'eafd77ad-612a-42b2-98e2-611e515f11da', 'serial': 'eafd77ad-612a-42b2-98e2-611e515f11da'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1260.179242] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.180067] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e3bd9a-ade3-41b5-95b8-dff37ea1dd91 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.187260] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.187514] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4fe796b-c9c3-4233-aa27-b0bcb7099d39 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.249781] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.250032] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.250341] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Deleting the datastore file [datastore2] c2335053-4d2a-487e-8e8c-8d331b352e31 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.250660] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55306cae-0779-4233-8c89-f3eee9f799f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.258681] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for the task: (returnval){ [ 1260.258681] env[69385]: value = "task-3341294" [ 1260.258681] env[69385]: _type = "Task" [ 1260.258681] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.267567] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.768654] env[69385]: DEBUG oslo_vmware.api [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Task: {'id': task-3341294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104729} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.769108] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.769108] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.769337] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.769540] env[69385]: INFO nova.compute.manager [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1260.769779] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.769973] env[69385]: DEBUG nova.compute.manager [-] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.770086] env[69385]: DEBUG nova.network.neutron [-] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.063540] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c643c878-0808-44f6-907e-8a7b04cbb82f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.072526] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83436024-cc74-4b16-bdeb-11b906f06f57 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.102732] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41837cea-4c3f-4abf-9abe-27fceec8569c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.110670] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f102bd-582d-4479-9796-0d36adc5f424 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.124168] env[69385]: DEBUG nova.compute.provider_tree [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.217876] env[69385]: DEBUG nova.compute.manager [req-58cbbc80-5125-473f-bf53-b3e9220d029b req-8a0bc108-5e11-4886-afd5-7d28c90cf61f service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Received event network-vif-deleted-1516368c-409b-4f01-814b-15a3ad3da903 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1261.218121] env[69385]: INFO nova.compute.manager [req-58cbbc80-5125-473f-bf53-b3e9220d029b req-8a0bc108-5e11-4886-afd5-7d28c90cf61f service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Neutron deleted interface 1516368c-409b-4f01-814b-15a3ad3da903; detaching it from the instance and deleting it from the info cache [ 1261.218248] env[69385]: DEBUG nova.network.neutron [req-58cbbc80-5125-473f-bf53-b3e9220d029b req-8a0bc108-5e11-4886-afd5-7d28c90cf61f service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.627996] env[69385]: DEBUG nova.scheduler.client.report [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.700314] env[69385]: DEBUG nova.network.neutron [-] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.721046] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56731826-74eb-47ed-b298-fc0596c7a6ce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.731593] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8110509-9907-43ef-9ee3-142cac2f75a8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.766287] env[69385]: DEBUG nova.compute.manager [req-58cbbc80-5125-473f-bf53-b3e9220d029b req-8a0bc108-5e11-4886-afd5-7d28c90cf61f service nova] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Detach interface failed, port_id=1516368c-409b-4f01-814b-15a3ad3da903, reason: Instance c2335053-4d2a-487e-8e8c-8d331b352e31 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1261.832783] env[69385]: DEBUG oslo_vmware.rw_handles [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb8b1-5b72-2dea-f033-4c56dc8bc3b7/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1261.833704] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96ead63-7164-4f67-b65c-815be2df4e65 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.840871] env[69385]: DEBUG oslo_vmware.rw_handles [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb8b1-5b72-2dea-f033-4c56dc8bc3b7/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1261.842685] env[69385]: ERROR oslo_vmware.rw_handles [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb8b1-5b72-2dea-f033-4c56dc8bc3b7/disk-0.vmdk due to incomplete transfer. [ 1261.842685] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3f0b250-9c25-440b-96d9-0f4c6bf3a899 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.849266] env[69385]: DEBUG oslo_vmware.rw_handles [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb8b1-5b72-2dea-f033-4c56dc8bc3b7/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1261.849466] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Uploaded image 78fe574a-f317-44da-a19a-73cf9ffdc4cf to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1261.851979] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1261.852248] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eeb05537-eb70-4814-b94a-c4ba8c42243d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.858716] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1261.858716] env[69385]: value = "task-3341295" [ 1261.858716] env[69385]: _type = "Task" [ 1261.858716] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.867305] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341295, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.133789] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.133928] env[69385]: DEBUG nova.compute.manager [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.202935] env[69385]: INFO nova.compute.manager [-] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Took 1.43 seconds to deallocate network for instance. [ 1262.369267] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341295, 'name': Destroy_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.639678] env[69385]: DEBUG nova.compute.utils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.641110] env[69385]: DEBUG nova.compute.manager [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.641265] env[69385]: DEBUG nova.network.neutron [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.688715] env[69385]: DEBUG nova.policy [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7929c1e03f8f461aaed5c55a474ca7e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32a3d112126c405095a224bbad080bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.748343] env[69385]: INFO nova.compute.manager [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Took 0.54 seconds to detach 1 volumes for instance. [ 1262.750382] env[69385]: DEBUG nova.compute.manager [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Deleting volume: eafd77ad-612a-42b2-98e2-611e515f11da {{(pid=69385) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1262.869439] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341295, 'name': Destroy_Task, 'duration_secs': 0.680291} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.869805] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Destroyed the VM [ 1262.870133] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1262.870482] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de4ef0ce-7a52-42dc-94c9-e00155d73186 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.877202] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1262.877202] env[69385]: value = "task-3341297" [ 1262.877202] env[69385]: _type = "Task" [ 1262.877202] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.884736] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341297, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.006762] env[69385]: DEBUG nova.network.neutron [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Successfully created port: a042963d-92a4-4fad-84e1-d585ffb255be {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.144476] env[69385]: DEBUG nova.compute.manager [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.291319] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.291609] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.291827] env[69385]: DEBUG nova.objects.instance [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lazy-loading 'resources' on Instance uuid c2335053-4d2a-487e-8e8c-8d331b352e31 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.387188] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341297, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.684026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "32d32970-f5b2-4f88-8420-9b18d87ae43f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.684026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "32d32970-f5b2-4f88-8420-9b18d87ae43f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.684026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "32d32970-f5b2-4f88-8420-9b18d87ae43f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.684268] env[69385]: DEBUG oslo_concurrency.lockutils [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "32d32970-f5b2-4f88-8420-9b18d87ae43f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.684306] env[69385]: DEBUG oslo_concurrency.lockutils [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "32d32970-f5b2-4f88-8420-9b18d87ae43f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.686722] env[69385]: INFO nova.compute.manager [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Terminating instance [ 1263.889787] env[69385]: DEBUG oslo_vmware.api [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341297, 'name': RemoveSnapshot_Task, 'duration_secs': 0.697101} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.890117] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1263.890292] env[69385]: INFO nova.compute.manager [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Took 14.00 seconds to snapshot the instance on the hypervisor. [ 1263.915178] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10edb3c4-4755-49f2-afec-59a49be4580a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.922829] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4d12e4-a45e-47aa-89dd-bb0f19ae2556 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.954217] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3cab5f-a229-4887-b98f-0f513255c7b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.961741] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b46b4dd-d14b-41b0-9b93-2169735c0059 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.974936] env[69385]: DEBUG nova.compute.provider_tree [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.156686] env[69385]: DEBUG nova.compute.manager [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.190947] env[69385]: DEBUG nova.compute.manager [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.191200] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.192090] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867b4de7-c0cf-4b8c-9826-2a1ac077128d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.199662] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.199888] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-141c6c3b-83d2-4ea2-af80-e9ad0eb603ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.205567] env[69385]: DEBUG oslo_vmware.api [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1264.205567] env[69385]: value = "task-3341298" [ 1264.205567] env[69385]: _type = "Task" [ 1264.205567] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.214806] env[69385]: DEBUG oslo_vmware.api [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.249793] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.250040] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.250202] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.250385] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.250521] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.250659] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.250862] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.251021] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.251222] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.251381] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.251548] env[69385]: DEBUG nova.virt.hardware [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.252410] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a0751c-62c5-4852-a850-d9cdbfefe0d6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.260262] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d1f7a-add8-431f-9dcc-bb0ec3ec1ef2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.451139] env[69385]: DEBUG nova.compute.manager [None req-54ca6972-aeb5-4f09-b985-5cb2dbb47fc3 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Found 2 images (rotation: 2) {{(pid=69385) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1264.478765] env[69385]: DEBUG nova.scheduler.client.report [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.489294] env[69385]: DEBUG nova.compute.manager [req-99be0aa5-5bc0-4239-971e-e65b8311388c req-5a185629-033d-44d8-9b45-694bcf7fd389 service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Received event network-vif-plugged-a042963d-92a4-4fad-84e1-d585ffb255be {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1264.489505] env[69385]: DEBUG oslo_concurrency.lockutils [req-99be0aa5-5bc0-4239-971e-e65b8311388c req-5a185629-033d-44d8-9b45-694bcf7fd389 service nova] Acquiring lock "46695a78-7501-4fe5-b5f4-6fbd89d03115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.489705] env[69385]: DEBUG oslo_concurrency.lockutils [req-99be0aa5-5bc0-4239-971e-e65b8311388c req-5a185629-033d-44d8-9b45-694bcf7fd389 service nova] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.489865] env[69385]: DEBUG oslo_concurrency.lockutils [req-99be0aa5-5bc0-4239-971e-e65b8311388c req-5a185629-033d-44d8-9b45-694bcf7fd389 service nova] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.490041] env[69385]: DEBUG nova.compute.manager [req-99be0aa5-5bc0-4239-971e-e65b8311388c req-5a185629-033d-44d8-9b45-694bcf7fd389 service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] No waiting events found dispatching network-vif-plugged-a042963d-92a4-4fad-84e1-d585ffb255be {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.490260] env[69385]: WARNING nova.compute.manager [req-99be0aa5-5bc0-4239-971e-e65b8311388c req-5a185629-033d-44d8-9b45-694bcf7fd389 service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Received unexpected event network-vif-plugged-a042963d-92a4-4fad-84e1-d585ffb255be for instance with vm_state building and task_state spawning. [ 1264.577564] env[69385]: DEBUG nova.network.neutron [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Successfully updated port: a042963d-92a4-4fad-84e1-d585ffb255be {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.715338] env[69385]: DEBUG oslo_vmware.api [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341298, 'name': PowerOffVM_Task, 'duration_secs': 0.198303} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.715641] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.715809] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.716060] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22c1e87e-1043-4d70-a39a-0a0a0a319138 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.776144] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.776361] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.776537] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleting the datastore file [datastore2] 32d32970-f5b2-4f88-8420-9b18d87ae43f {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.776801] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fff3577-aff3-471b-b4b3-9abddfad63fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.782767] env[69385]: DEBUG oslo_vmware.api [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1264.782767] env[69385]: value = "task-3341300" [ 1264.782767] env[69385]: _type = "Task" [ 1264.782767] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.790506] env[69385]: DEBUG oslo_vmware.api [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.983096] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.003958] env[69385]: INFO nova.scheduler.client.report [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Deleted allocations for instance c2335053-4d2a-487e-8e8c-8d331b352e31 [ 1265.080090] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "refresh_cache-46695a78-7501-4fe5-b5f4-6fbd89d03115" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.080260] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "refresh_cache-46695a78-7501-4fe5-b5f4-6fbd89d03115" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.080441] env[69385]: DEBUG nova.network.neutron [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.295869] env[69385]: DEBUG oslo_vmware.api [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129672} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.296179] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.296428] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.296628] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.296824] env[69385]: INFO nova.compute.manager [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.297110] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.297340] env[69385]: DEBUG nova.compute.manager [-] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.297446] env[69385]: DEBUG nova.network.neutron [-] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.512176] env[69385]: DEBUG oslo_concurrency.lockutils [None req-0c2b0b79-af02-46bf-9726-5675bd6a918e tempest-ServersTestBootFromVolume-126600550 tempest-ServersTestBootFromVolume-126600550-project-member] Lock "c2335053-4d2a-487e-8e8c-8d331b352e31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.503s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.640947] env[69385]: DEBUG nova.network.neutron [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.800302] env[69385]: DEBUG nova.network.neutron [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Updating instance_info_cache with network_info: [{"id": "a042963d-92a4-4fad-84e1-d585ffb255be", "address": "fa:16:3e:aa:aa:bf", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa042963d-92", "ovs_interfaceid": "a042963d-92a4-4fad-84e1-d585ffb255be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.921784] env[69385]: DEBUG nova.compute.manager [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.924687] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce91b1cb-e640-4b52-9b79-84a90c425302 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.302627] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "refresh_cache-46695a78-7501-4fe5-b5f4-6fbd89d03115" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.302966] env[69385]: DEBUG nova.compute.manager [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Instance network_info: |[{"id": "a042963d-92a4-4fad-84e1-d585ffb255be", "address": "fa:16:3e:aa:aa:bf", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa042963d-92", "ovs_interfaceid": "a042963d-92a4-4fad-84e1-d585ffb255be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.303383] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:aa:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a042963d-92a4-4fad-84e1-d585ffb255be', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.314363] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.314363] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.314363] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e2ded6b-88c8-4993-b1f6-285939f686b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.334019] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.334019] env[69385]: value = "task-3341301" [ 1266.334019] env[69385]: _type = "Task" [ 1266.334019] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.342763] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341301, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.434805] env[69385]: INFO nova.compute.manager [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] instance snapshotting [ 1266.435658] env[69385]: DEBUG nova.objects.instance [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'flavor' on Instance uuid 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.526182] env[69385]: DEBUG nova.compute.manager [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Received event network-changed-a042963d-92a4-4fad-84e1-d585ffb255be {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1266.526440] env[69385]: DEBUG nova.compute.manager [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Refreshing instance network info cache due to event network-changed-a042963d-92a4-4fad-84e1-d585ffb255be. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1266.526594] env[69385]: DEBUG oslo_concurrency.lockutils [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] Acquiring lock "refresh_cache-46695a78-7501-4fe5-b5f4-6fbd89d03115" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.526911] env[69385]: DEBUG oslo_concurrency.lockutils [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] Acquired lock "refresh_cache-46695a78-7501-4fe5-b5f4-6fbd89d03115" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.526911] env[69385]: DEBUG nova.network.neutron [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Refreshing network info cache for port a042963d-92a4-4fad-84e1-d585ffb255be {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.708062] env[69385]: DEBUG nova.network.neutron [-] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.845522] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341301, 'name': CreateVM_Task, 'duration_secs': 0.335004} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.845718] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.846927] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.847111] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.847441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.847694] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1b7792-2819-479a-af6c-157c3d2b5535 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.853595] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1266.853595] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522a017c-b58e-c6cb-4520-d51fcf0baac5" [ 1266.853595] env[69385]: _type = "Task" [ 1266.853595] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.861488] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522a017c-b58e-c6cb-4520-d51fcf0baac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.942140] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dae882e-04de-4a4f-9b4e-41b7659c8a1b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.969372] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9be1c4-e00c-4a58-ac77-0edab964b045 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.211043] env[69385]: INFO nova.compute.manager [-] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Took 1.91 seconds to deallocate network for instance. [ 1267.318255] env[69385]: DEBUG nova.network.neutron [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Updated VIF entry in instance network info cache for port a042963d-92a4-4fad-84e1-d585ffb255be. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.318615] env[69385]: DEBUG nova.network.neutron [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Updating instance_info_cache with network_info: [{"id": "a042963d-92a4-4fad-84e1-d585ffb255be", "address": "fa:16:3e:aa:aa:bf", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa042963d-92", "ovs_interfaceid": "a042963d-92a4-4fad-84e1-d585ffb255be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.366600] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522a017c-b58e-c6cb-4520-d51fcf0baac5, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.369084] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.369084] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.369084] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.369084] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.369084] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.369084] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3372eef0-9fcf-4301-9880-1e247e621ca2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.376641] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.376841] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.377594] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8960b7f-8194-427a-999a-e2f6b1856525 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.382400] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1267.382400] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529a8d9d-9c28-a3d2-c147-5e1435858bb7" [ 1267.382400] env[69385]: _type = "Task" [ 1267.382400] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.390390] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529a8d9d-9c28-a3d2-c147-5e1435858bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.483784] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1267.484204] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d306f060-c71c-4cc7-8bbc-8f0c761fe4d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.491582] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1267.491582] env[69385]: value = "task-3341302" [ 1267.491582] env[69385]: _type = "Task" [ 1267.491582] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.499723] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341302, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.719147] env[69385]: DEBUG oslo_concurrency.lockutils [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.719147] env[69385]: DEBUG oslo_concurrency.lockutils [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.719147] env[69385]: DEBUG nova.objects.instance [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lazy-loading 'resources' on Instance uuid 32d32970-f5b2-4f88-8420-9b18d87ae43f {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.821085] env[69385]: DEBUG oslo_concurrency.lockutils [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] Releasing lock "refresh_cache-46695a78-7501-4fe5-b5f4-6fbd89d03115" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.821370] env[69385]: DEBUG nova.compute.manager [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Received event network-vif-deleted-2a982e0c-aa62-4439-b5f5-56ea6fdddc97 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1267.821544] env[69385]: INFO nova.compute.manager [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Neutron deleted interface 2a982e0c-aa62-4439-b5f5-56ea6fdddc97; detaching it from the instance and deleting it from the info cache [ 1267.821709] env[69385]: DEBUG nova.network.neutron [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.893404] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529a8d9d-9c28-a3d2-c147-5e1435858bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.894391] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1413f4f-90ec-4791-bc75-19a70bc762ac {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.900418] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1267.900418] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5231b852-fef6-4592-0327-a3e561156474" [ 1267.900418] env[69385]: _type = "Task" [ 1267.900418] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.907836] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5231b852-fef6-4592-0327-a3e561156474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.001607] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341302, 'name': CreateSnapshot_Task, 'duration_secs': 0.421473} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.001880] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1268.002646] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa168ad7-c6de-4847-8bb9-ba38be78cfbb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.324351] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-631e32cd-ca7a-4ef8-b737-a52b0b51eaa7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.336641] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994f5ba-f557-4d98-ac58-82a5e2378f9a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.348930] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069afe83-95d4-4587-90dd-9daaf1529e45 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.355482] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89b929-e9ac-49a2-b811-05aef80d75eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.370670] env[69385]: DEBUG nova.compute.manager [req-d6c166a6-f3f3-4134-ac08-69fdfce594eb req-e2b87ce3-3f65-4ce2-a254-d5a3f4fcda81 service nova] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Detach interface failed, port_id=2a982e0c-aa62-4439-b5f5-56ea6fdddc97, reason: Instance 32d32970-f5b2-4f88-8420-9b18d87ae43f could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1268.393939] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b8daa-80eb-4301-a257-d249e98648c6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.400844] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e0e80c-2676-44cc-b701-da36aec22890 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.416124] env[69385]: DEBUG nova.compute.provider_tree [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.420394] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5231b852-fef6-4592-0327-a3e561156474, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.420843] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.421100] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 46695a78-7501-4fe5-b5f4-6fbd89d03115/46695a78-7501-4fe5-b5f4-6fbd89d03115.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.421336] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3a8dfd6-8213-444d-9b04-40e6041b0033 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.427930] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1268.427930] env[69385]: value = "task-3341303" [ 1268.427930] env[69385]: _type = "Task" [ 1268.427930] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.435851] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.519482] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1268.523017] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d52e4477-bd6f-4f2e-826a-fd9e30146492 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.528936] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1268.528936] env[69385]: value = "task-3341304" [ 1268.528936] env[69385]: _type = "Task" [ 1268.528936] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.537707] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341304, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.923366] env[69385]: DEBUG nova.scheduler.client.report [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.948321] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499245} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.949647] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 46695a78-7501-4fe5-b5f4-6fbd89d03115/46695a78-7501-4fe5-b5f4-6fbd89d03115.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.949886] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.950162] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae963ec2-37c2-4bc2-87db-b275e75aab3c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.958780] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1268.958780] env[69385]: value = "task-3341305" [ 1268.958780] env[69385]: _type = "Task" [ 1268.958780] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.967470] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.040521] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341304, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.440567] env[69385]: DEBUG oslo_concurrency.lockutils [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.472359] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062703} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.472686] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.473735] env[69385]: INFO nova.scheduler.client.report [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleted allocations for instance 32d32970-f5b2-4f88-8420-9b18d87ae43f [ 1269.475282] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963f32e4-678b-4e0d-bc0a-81b8d0a72dda {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.506564] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 46695a78-7501-4fe5-b5f4-6fbd89d03115/46695a78-7501-4fe5-b5f4-6fbd89d03115.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.506939] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b2698c0-5e87-443e-bee2-495bdf92b179 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.527932] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1269.527932] env[69385]: value = "task-3341306" [ 1269.527932] env[69385]: _type = "Task" [ 1269.527932] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.551375] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.551375] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341304, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.988452] env[69385]: DEBUG oslo_concurrency.lockutils [None req-035fcd0a-0441-4519-8209-04e9c1bc5892 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "32d32970-f5b2-4f88-8420-9b18d87ae43f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.303s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.059590] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341306, 'name': ReconfigVM_Task, 'duration_secs': 0.294299} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.059848] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341304, 'name': CloneVM_Task, 'duration_secs': 1.352534} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.060106] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 46695a78-7501-4fe5-b5f4-6fbd89d03115/46695a78-7501-4fe5-b5f4-6fbd89d03115.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.060838] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Created linked-clone VM from snapshot [ 1270.061090] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d08c38f0-e73c-4d86-91a4-56ab4438ead2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.063850] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865652ff-6bbc-441f-b8db-8e2889caf901 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.072792] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Uploading image 57a1cdd9-5a7a-4c49-a4b8-d0102b3407ca {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1270.075866] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1270.075866] env[69385]: value = "task-3341307" [ 1270.075866] env[69385]: _type = "Task" [ 1270.075866] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.084891] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341307, 'name': Rename_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.107629] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1270.107629] env[69385]: value = "vm-666865" [ 1270.107629] env[69385]: _type = "VirtualMachine" [ 1270.107629] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1270.107975] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e125140-0622-450e-ba4b-484caaa57d90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.114882] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease: (returnval){ [ 1270.114882] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52213d1b-a13a-5b5f-947a-7be76ab29369" [ 1270.114882] env[69385]: _type = "HttpNfcLease" [ 1270.114882] env[69385]: } obtained for exporting VM: (result){ [ 1270.114882] env[69385]: value = "vm-666865" [ 1270.114882] env[69385]: _type = "VirtualMachine" [ 1270.114882] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1270.116387] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the lease: (returnval){ [ 1270.116387] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52213d1b-a13a-5b5f-947a-7be76ab29369" [ 1270.116387] env[69385]: _type = "HttpNfcLease" [ 1270.116387] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.124997] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.124997] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52213d1b-a13a-5b5f-947a-7be76ab29369" [ 1270.124997] env[69385]: _type = "HttpNfcLease" [ 1270.124997] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.587589] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341307, 'name': Rename_Task, 'duration_secs': 0.136524} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.588022] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.588259] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7976199-b425-45d6-9773-0c1b45844d6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.594451] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1270.594451] env[69385]: value = "task-3341309" [ 1270.594451] env[69385]: _type = "Task" [ 1270.594451] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.605538] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.627024] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.627024] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52213d1b-a13a-5b5f-947a-7be76ab29369" [ 1270.627024] env[69385]: _type = "HttpNfcLease" [ 1270.627024] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1270.627024] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1270.627024] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52213d1b-a13a-5b5f-947a-7be76ab29369" [ 1270.627024] env[69385]: _type = "HttpNfcLease" [ 1270.627024] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1270.627024] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e209a92-13c0-4ba7-98a0-70e83154f5c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.632753] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52506c86-757a-084a-c501-3696264102ce/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1270.633661] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52506c86-757a-084a-c501-3696264102ce/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1270.734640] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48e083fe-0dee-474b-854d-585ff4efb865 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.896343] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.896343] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.896343] env[69385]: INFO nova.compute.manager [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Shelving [ 1271.105151] env[69385]: DEBUG oslo_vmware.api [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341309, 'name': PowerOnVM_Task, 'duration_secs': 0.483121} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.106032] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.106032] env[69385]: INFO nova.compute.manager [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1271.106193] env[69385]: DEBUG nova.compute.manager [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.107040] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c87161-8b7a-4efd-89b5-296dbc35496e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.308597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.308775] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.395766] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquiring lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.396075] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.626978] env[69385]: INFO nova.compute.manager [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Took 13.19 seconds to build instance. [ 1271.729073] env[69385]: DEBUG nova.compute.manager [req-d627cb4f-173b-4651-be0e-33f4aba6502f req-408acc7a-80ef-41dc-8ca2-3b1e2315298c service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Received event network-changed-a042963d-92a4-4fad-84e1-d585ffb255be {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1271.729073] env[69385]: DEBUG nova.compute.manager [req-d627cb4f-173b-4651-be0e-33f4aba6502f req-408acc7a-80ef-41dc-8ca2-3b1e2315298c service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Refreshing instance network info cache due to event network-changed-a042963d-92a4-4fad-84e1-d585ffb255be. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1271.730587] env[69385]: DEBUG oslo_concurrency.lockutils [req-d627cb4f-173b-4651-be0e-33f4aba6502f req-408acc7a-80ef-41dc-8ca2-3b1e2315298c service nova] Acquiring lock "refresh_cache-46695a78-7501-4fe5-b5f4-6fbd89d03115" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.730587] env[69385]: DEBUG oslo_concurrency.lockutils [req-d627cb4f-173b-4651-be0e-33f4aba6502f req-408acc7a-80ef-41dc-8ca2-3b1e2315298c service nova] Acquired lock "refresh_cache-46695a78-7501-4fe5-b5f4-6fbd89d03115" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.730587] env[69385]: DEBUG nova.network.neutron [req-d627cb4f-173b-4651-be0e-33f4aba6502f req-408acc7a-80ef-41dc-8ca2-3b1e2315298c service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Refreshing network info cache for port a042963d-92a4-4fad-84e1-d585ffb255be {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.812875] env[69385]: INFO nova.compute.manager [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Detaching volume 0997a568-efcb-42a9-be85-094dc422ccf6 [ 1271.859773] env[69385]: INFO nova.virt.block_device [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Attempting to driver detach volume 0997a568-efcb-42a9-be85-094dc422ccf6 from mountpoint /dev/sdb [ 1271.860030] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.860231] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666835', 'volume_id': '0997a568-efcb-42a9-be85-094dc422ccf6', 'name': 'volume-0997a568-efcb-42a9-be85-094dc422ccf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46a09e59-d870-4a20-bb2d-1fe5b186c280', 'attached_at': '', 'detached_at': '', 'volume_id': '0997a568-efcb-42a9-be85-094dc422ccf6', 'serial': '0997a568-efcb-42a9-be85-094dc422ccf6'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1271.861276] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31415af1-5708-4dbf-9761-7b04ecd9e327 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.888563] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc185bb7-9d97-406a-96d2-df9bc265bfb4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.896544] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b7457-2fac-48b9-92c9-2ffa68ef75ce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.900328] env[69385]: DEBUG nova.compute.manager [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.906569] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.906862] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70db3523-ea3c-4794-802e-2dd404de5f7b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.929857] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0f436-5f8d-4f5f-b2d4-a246dd82eb01 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.936059] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1271.936059] env[69385]: value = "task-3341310" [ 1271.936059] env[69385]: _type = "Task" [ 1271.936059] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.950637] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] The volume has not been displaced from its original location: [datastore1] volume-0997a568-efcb-42a9-be85-094dc422ccf6/volume-0997a568-efcb-42a9-be85-094dc422ccf6.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1271.957345] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.961650] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e2794c-2bb1-49f8-b019-d8d25079f3e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.975584] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.981007] env[69385]: DEBUG oslo_vmware.api [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1271.981007] env[69385]: value = "task-3341311" [ 1271.981007] env[69385]: _type = "Task" [ 1271.981007] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.990383] env[69385]: DEBUG oslo_vmware.api [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.128943] env[69385]: DEBUG oslo_concurrency.lockutils [None req-24845ae8-55d6-4c4f-ac0e-1b6383352140 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.704s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.427035] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.427454] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.428974] env[69385]: INFO nova.compute.claims [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.445749] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341310, 'name': PowerOffVM_Task, 'duration_secs': 0.209674} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.446032] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.446866] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220eb955-8c32-4ac1-ad4c-914c1c6294a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.467669] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f9d0e2-e2ad-4a50-a853-1eb87924b638 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.490979] env[69385]: DEBUG oslo_vmware.api [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341311, 'name': ReconfigVM_Task, 'duration_secs': 0.316783} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.491667] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.496814] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab527e8-04d5-4a0a-9b15-ed8587253256 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.508992] env[69385]: DEBUG nova.network.neutron [req-d627cb4f-173b-4651-be0e-33f4aba6502f req-408acc7a-80ef-41dc-8ca2-3b1e2315298c service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Updated VIF entry in instance network info cache for port a042963d-92a4-4fad-84e1-d585ffb255be. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.509357] env[69385]: DEBUG nova.network.neutron [req-d627cb4f-173b-4651-be0e-33f4aba6502f req-408acc7a-80ef-41dc-8ca2-3b1e2315298c service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Updating instance_info_cache with network_info: [{"id": "a042963d-92a4-4fad-84e1-d585ffb255be", "address": "fa:16:3e:aa:aa:bf", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa042963d-92", "ovs_interfaceid": "a042963d-92a4-4fad-84e1-d585ffb255be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.516032] env[69385]: DEBUG oslo_vmware.api [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1272.516032] env[69385]: value = "task-3341312" [ 1272.516032] env[69385]: _type = "Task" [ 1272.516032] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.525337] env[69385]: DEBUG oslo_vmware.api [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.978642] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1272.979328] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1c03035-d77c-4578-9dc0-e9b7f2bd2346 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.987680] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1272.987680] env[69385]: value = "task-3341314" [ 1272.987680] env[69385]: _type = "Task" [ 1272.987680] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.995716] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341314, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.012518] env[69385]: DEBUG oslo_concurrency.lockutils [req-d627cb4f-173b-4651-be0e-33f4aba6502f req-408acc7a-80ef-41dc-8ca2-3b1e2315298c service nova] Releasing lock "refresh_cache-46695a78-7501-4fe5-b5f4-6fbd89d03115" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.027688] env[69385]: DEBUG oslo_vmware.api [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341312, 'name': ReconfigVM_Task, 'duration_secs': 0.152336} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.028142] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666835', 'volume_id': '0997a568-efcb-42a9-be85-094dc422ccf6', 'name': 'volume-0997a568-efcb-42a9-be85-094dc422ccf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46a09e59-d870-4a20-bb2d-1fe5b186c280', 'attached_at': '', 'detached_at': '', 'volume_id': '0997a568-efcb-42a9-be85-094dc422ccf6', 'serial': '0997a568-efcb-42a9-be85-094dc422ccf6'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1273.498046] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341314, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.560503] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36599cc6-7015-48dc-abfc-bd42b1b31429 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.568014] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968c1e15-a2a4-48e2-bc9a-eec655f2227a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.600363] env[69385]: DEBUG nova.objects.instance [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lazy-loading 'flavor' on Instance uuid 46a09e59-d870-4a20-bb2d-1fe5b186c280 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.602218] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bfe064-df2d-45aa-a271-0ca47863716e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.610047] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2551f2d6-16a2-4696-9487-0a281594bb0e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.623980] env[69385]: DEBUG nova.compute.provider_tree [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.999107] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341314, 'name': CreateSnapshot_Task, 'duration_secs': 0.705936} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.999550] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1274.000379] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb3493a-7d8c-478c-8134-9a9cb54a1c77 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.127083] env[69385]: DEBUG nova.scheduler.client.report [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.518346] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1274.518641] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f93851ca-2dab-42c1-aa08-8a04109bc4ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.528203] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1274.528203] env[69385]: value = "task-3341315" [ 1274.528203] env[69385]: _type = "Task" [ 1274.528203] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.535867] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341315, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.609694] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a8e9cf37-d586-48ba-a2cf-215941d7e8b5 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.632407] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.632812] env[69385]: DEBUG nova.compute.manager [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.038781] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341315, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.137185] env[69385]: DEBUG nova.compute.utils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.139160] env[69385]: DEBUG nova.compute.manager [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.139345] env[69385]: DEBUG nova.network.neutron [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.144191] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.144930] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.145120] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.145286] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.145448] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.220158] env[69385]: DEBUG nova.policy [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dcc2e51823d4a3189dd7e9ee5cdcd2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cd38312950a4473b046047bf9439c83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.544741] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341315, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.575570] env[69385]: DEBUG nova.network.neutron [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Successfully created port: 540e8d0c-1e10-4488-86cd-cee6977ee5a6 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.635071] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.635393] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.635611] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "46a09e59-d870-4a20-bb2d-1fe5b186c280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.635798] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.635969] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.638349] env[69385]: INFO nova.compute.manager [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Terminating instance [ 1275.639856] env[69385]: DEBUG nova.compute.manager [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.797758] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.797758] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1276.040550] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341315, 'name': CloneVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.149643] env[69385]: DEBUG nova.compute.manager [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.149824] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.150909] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec55ddd-7551-4e26-b637-b7096adce1f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.159515] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.159774] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7fbeb1f-e9c6-4974-a350-4c2d2fa098d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.168969] env[69385]: DEBUG oslo_vmware.api [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1276.168969] env[69385]: value = "task-3341317" [ 1276.168969] env[69385]: _type = "Task" [ 1276.168969] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.176894] env[69385]: DEBUG oslo_vmware.api [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.477191] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_power_states {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.540734] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341315, 'name': CloneVM_Task, 'duration_secs': 1.581158} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.541036] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Created linked-clone VM from snapshot [ 1276.541794] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038a9dc-9106-4081-86bf-8aa8f839d2f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.548931] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Uploading image 28a02f36-0eb1-408b-bd5a-30f8088bb6f1 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1276.572712] env[69385]: DEBUG oslo_vmware.rw_handles [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1276.572712] env[69385]: value = "vm-666868" [ 1276.572712] env[69385]: _type = "VirtualMachine" [ 1276.572712] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1276.572992] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a6e412b-c76a-4726-8347-b795bfe903f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.580476] env[69385]: DEBUG oslo_vmware.rw_handles [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lease: (returnval){ [ 1276.580476] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52050dfa-7a45-d760-e2ac-aec31edbda37" [ 1276.580476] env[69385]: _type = "HttpNfcLease" [ 1276.580476] env[69385]: } obtained for exporting VM: (result){ [ 1276.580476] env[69385]: value = "vm-666868" [ 1276.580476] env[69385]: _type = "VirtualMachine" [ 1276.580476] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1276.580837] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the lease: (returnval){ [ 1276.580837] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52050dfa-7a45-d760-e2ac-aec31edbda37" [ 1276.580837] env[69385]: _type = "HttpNfcLease" [ 1276.580837] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.586677] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.586677] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52050dfa-7a45-d760-e2ac-aec31edbda37" [ 1276.586677] env[69385]: _type = "HttpNfcLease" [ 1276.586677] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1276.651847] env[69385]: DEBUG nova.compute.manager [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.674456] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.674703] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.674855] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.675087] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.675294] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.675448] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.675656] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.675813] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.675981] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.676149] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.676322] env[69385]: DEBUG nova.virt.hardware [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.677139] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf3b25-bb56-4625-9851-94d8ed73d604 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.684592] env[69385]: DEBUG oslo_vmware.api [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341317, 'name': PowerOffVM_Task, 'duration_secs': 0.325433} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.686651] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.686824] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.687114] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c1b21d-8977-4097-9111-6e9c2ec0ff2e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.689424] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8cd3d2-fed7-445a-831d-7b946ddc29d6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.983327] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Getting list of instances from cluster (obj){ [ 1276.983327] env[69385]: value = "domain-c8" [ 1276.983327] env[69385]: _type = "ClusterComputeResource" [ 1276.983327] env[69385]: } {{(pid=69385) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1276.984441] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcb3d29-3b3c-4a47-b81c-ad48e90c69f7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.002094] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Got total of 7 instances {{(pid=69385) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1277.002298] env[69385]: WARNING nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1277.002443] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 1776fa73-9144-4d4b-9265-e949d4d2577a {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1277.002636] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 46a09e59-d870-4a20-bb2d-1fe5b186c280 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1277.002811] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1277.002976] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1277.003141] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1277.003307] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 844a4fd5-8d6b-40a0-88c4-bd124608de15 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1277.003455] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid 46695a78-7501-4fe5-b5f4-6fbd89d03115 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1277.003611] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Triggering sync for uuid ff65d20b-c33b-48d6-aeb6-336a5ded7ca6 {{(pid=69385) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1277.003965] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "1776fa73-9144-4d4b-9265-e949d4d2577a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.004271] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.004549] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.004779] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "6deb911c-33f5-4183-bc39-affb2859d17d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.004959] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.005185] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1277.005374] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.005565] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.005795] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.005971] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.006222] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.006433] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.006627] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "46695a78-7501-4fe5-b5f4-6fbd89d03115" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.006801] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.007031] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.007882] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ba3b6-fff2-4480-a345-1c81fa41bbb4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.011071] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464ef57c-ea9c-48af-9e2c-83114e715049 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.014333] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121f90a7-e7ea-466a-91db-360c210b0bd8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.017656] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a75f98-d5fa-497d-a552-47473acbae47 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.022880] env[69385]: DEBUG nova.compute.manager [req-265da906-4b0a-4292-bb91-cea832d0d40e req-4dafed25-0c95-4292-8921-b57f88226b67 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Received event network-vif-plugged-540e8d0c-1e10-4488-86cd-cee6977ee5a6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1277.023092] env[69385]: DEBUG oslo_concurrency.lockutils [req-265da906-4b0a-4292-bb91-cea832d0d40e req-4dafed25-0c95-4292-8921-b57f88226b67 service nova] Acquiring lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.023294] env[69385]: DEBUG oslo_concurrency.lockutils [req-265da906-4b0a-4292-bb91-cea832d0d40e req-4dafed25-0c95-4292-8921-b57f88226b67 service nova] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.023461] env[69385]: DEBUG oslo_concurrency.lockutils [req-265da906-4b0a-4292-bb91-cea832d0d40e req-4dafed25-0c95-4292-8921-b57f88226b67 service nova] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.023650] env[69385]: DEBUG nova.compute.manager [req-265da906-4b0a-4292-bb91-cea832d0d40e req-4dafed25-0c95-4292-8921-b57f88226b67 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] No waiting events found dispatching network-vif-plugged-540e8d0c-1e10-4488-86cd-cee6977ee5a6 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.023784] env[69385]: WARNING nova.compute.manager [req-265da906-4b0a-4292-bb91-cea832d0d40e req-4dafed25-0c95-4292-8921-b57f88226b67 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Received unexpected event network-vif-plugged-540e8d0c-1e10-4488-86cd-cee6977ee5a6 for instance with vm_state building and task_state spawning. [ 1277.061072] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.061072] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.061072] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleting the datastore file [datastore2] 46a09e59-d870-4a20-bb2d-1fe5b186c280 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.061690] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11ea1786-ac34-42a6-a701-c059bb0e4b9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.069387] env[69385]: DEBUG oslo_vmware.api [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1277.069387] env[69385]: value = "task-3341320" [ 1277.069387] env[69385]: _type = "Task" [ 1277.069387] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.079292] env[69385]: DEBUG oslo_vmware.api [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.081070] env[69385]: DEBUG nova.network.neutron [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Successfully updated port: 540e8d0c-1e10-4488-86cd-cee6977ee5a6 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.089976] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.089976] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52050dfa-7a45-d760-e2ac-aec31edbda37" [ 1277.089976] env[69385]: _type = "HttpNfcLease" [ 1277.089976] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.090372] env[69385]: DEBUG oslo_vmware.rw_handles [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.090372] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52050dfa-7a45-d760-e2ac-aec31edbda37" [ 1277.090372] env[69385]: _type = "HttpNfcLease" [ 1277.090372] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1277.091270] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a3db3e-138a-4fb8-851f-12571ace3468 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.101094] env[69385]: DEBUG oslo_vmware.rw_handles [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262a47b-d34f-a8d4-90dc-9c137c298a32/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.101289] env[69385]: DEBUG oslo_vmware.rw_handles [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262a47b-d34f-a8d4-90dc-9c137c298a32/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1277.196862] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a46e626a-af02-41f1-abdb-2e0b46401883 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.327889] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.538868] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.539374] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.539737] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.543208] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.579981] env[69385]: DEBUG oslo_vmware.api [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156704} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.580422] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.580753] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.580935] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.581189] env[69385]: INFO nova.compute.manager [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1277.581453] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.581691] env[69385]: DEBUG nova.compute.manager [-] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.581836] env[69385]: DEBUG nova.network.neutron [-] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.586732] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquiring lock "refresh_cache-ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.586732] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquired lock "refresh_cache-ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.586907] env[69385]: DEBUG nova.network.neutron [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.120097] env[69385]: DEBUG nova.network.neutron [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.265348] env[69385]: DEBUG nova.network.neutron [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Updating instance_info_cache with network_info: [{"id": "540e8d0c-1e10-4488-86cd-cee6977ee5a6", "address": "fa:16:3e:1e:f5:9b", "network": {"id": "5ef242f8-3087-4812-80db-53f1e8142cc6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-351661245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd38312950a4473b046047bf9439c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540e8d0c-1e", "ovs_interfaceid": "540e8d0c-1e10-4488-86cd-cee6977ee5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.529026] env[69385]: DEBUG nova.network.neutron [-] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.767948] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Releasing lock "refresh_cache-ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.768346] env[69385]: DEBUG nova.compute.manager [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Instance network_info: |[{"id": "540e8d0c-1e10-4488-86cd-cee6977ee5a6", "address": "fa:16:3e:1e:f5:9b", "network": {"id": "5ef242f8-3087-4812-80db-53f1e8142cc6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-351661245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd38312950a4473b046047bf9439c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540e8d0c-1e", "ovs_interfaceid": "540e8d0c-1e10-4488-86cd-cee6977ee5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.768844] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:f5:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '540e8d0c-1e10-4488-86cd-cee6977ee5a6', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.777290] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Creating folder: Project (2cd38312950a4473b046047bf9439c83). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.779886] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1608c95b-7501-4cdb-86ad-ed316476535f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.789469] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52506c86-757a-084a-c501-3696264102ce/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.790226] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638252e4-5441-48f9-9fbc-0d756b9a6356 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.794835] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Created folder: Project (2cd38312950a4473b046047bf9439c83) in parent group-v666556. [ 1278.795229] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Creating folder: Instances. Parent ref: group-v666869. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.795884] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd2f4d3d-1164-45ab-b028-e7e0e30a9e4c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.799579] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.800760] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52506c86-757a-084a-c501-3696264102ce/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1278.800922] env[69385]: ERROR oslo_vmware.rw_handles [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52506c86-757a-084a-c501-3696264102ce/disk-0.vmdk due to incomplete transfer. [ 1278.801757] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9190c0e6-ea6c-44e7-851a-ae31d38c31e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.809540] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Created folder: Instances in parent group-v666869. [ 1278.810838] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.811080] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.811302] env[69385]: DEBUG oslo_vmware.rw_handles [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52506c86-757a-084a-c501-3696264102ce/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1278.811474] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Uploaded image 57a1cdd9-5a7a-4c49-a4b8-d0102b3407ca to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1278.814507] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1278.815569] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa0bc63a-f6b9-458c-9e62-43b0dd5e2238 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.830945] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3df981cb-c069-4790-8e37-0b1536dad525 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.838408] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1278.838408] env[69385]: value = "task-3341324" [ 1278.838408] env[69385]: _type = "Task" [ 1278.838408] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.843066] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.843066] env[69385]: value = "task-3341325" [ 1278.843066] env[69385]: _type = "Task" [ 1278.843066] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.852406] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341324, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.858200] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341325, 'name': CreateVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.032065] env[69385]: INFO nova.compute.manager [-] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Took 1.45 seconds to deallocate network for instance. [ 1279.043577] env[69385]: DEBUG nova.compute.manager [req-056f8388-9721-47bc-9e07-9748b1a52e97 req-2a97cd99-4751-4399-92a9-8901a14f7d45 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Received event network-changed-540e8d0c-1e10-4488-86cd-cee6977ee5a6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1279.043748] env[69385]: DEBUG nova.compute.manager [req-056f8388-9721-47bc-9e07-9748b1a52e97 req-2a97cd99-4751-4399-92a9-8901a14f7d45 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Refreshing instance network info cache due to event network-changed-540e8d0c-1e10-4488-86cd-cee6977ee5a6. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1279.043951] env[69385]: DEBUG oslo_concurrency.lockutils [req-056f8388-9721-47bc-9e07-9748b1a52e97 req-2a97cd99-4751-4399-92a9-8901a14f7d45 service nova] Acquiring lock "refresh_cache-ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.044259] env[69385]: DEBUG oslo_concurrency.lockutils [req-056f8388-9721-47bc-9e07-9748b1a52e97 req-2a97cd99-4751-4399-92a9-8901a14f7d45 service nova] Acquired lock "refresh_cache-ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.044424] env[69385]: DEBUG nova.network.neutron [req-056f8388-9721-47bc-9e07-9748b1a52e97 req-2a97cd99-4751-4399-92a9-8901a14f7d45 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Refreshing network info cache for port 540e8d0c-1e10-4488-86cd-cee6977ee5a6 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.302687] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.303085] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.303227] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.303543] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1279.304657] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da59c639-6bd7-4e58-b8cf-5e1eb311d92e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.314574] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac464cf0-bf67-4849-9bc9-264c37eb6bff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.329498] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149303e5-7209-4989-843d-40930e00850e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.336641] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97ab1a0-36ab-4a54-ad11-0e1227e9bba2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.376232] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179637MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1279.376476] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.376732] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.378461] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341324, 'name': Destroy_Task, 'duration_secs': 0.350437} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.379481] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Destroyed the VM [ 1279.379922] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1279.380265] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16329873-e5d3-49bb-a584-6364e75f09f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.385287] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341325, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.390878] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1279.390878] env[69385]: value = "task-3341326" [ 1279.390878] env[69385]: _type = "Task" [ 1279.390878] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.398884] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341326, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.541134] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.763641] env[69385]: DEBUG nova.network.neutron [req-056f8388-9721-47bc-9e07-9748b1a52e97 req-2a97cd99-4751-4399-92a9-8901a14f7d45 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Updated VIF entry in instance network info cache for port 540e8d0c-1e10-4488-86cd-cee6977ee5a6. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.764152] env[69385]: DEBUG nova.network.neutron [req-056f8388-9721-47bc-9e07-9748b1a52e97 req-2a97cd99-4751-4399-92a9-8901a14f7d45 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Updating instance_info_cache with network_info: [{"id": "540e8d0c-1e10-4488-86cd-cee6977ee5a6", "address": "fa:16:3e:1e:f5:9b", "network": {"id": "5ef242f8-3087-4812-80db-53f1e8142cc6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-351661245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd38312950a4473b046047bf9439c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540e8d0c-1e", "ovs_interfaceid": "540e8d0c-1e10-4488-86cd-cee6977ee5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.854357] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341325, 'name': CreateVM_Task, 'duration_secs': 0.703887} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.854535] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.861723] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.861897] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.862297] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.862565] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ccc40f-96f4-4b71-bf19-7ae03d62babc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.867427] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1279.867427] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523f2b7e-108d-e0f4-e1cd-aa1fefce8bf9" [ 1279.867427] env[69385]: _type = "Task" [ 1279.867427] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.875439] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523f2b7e-108d-e0f4-e1cd-aa1fefce8bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.902122] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341326, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.267917] env[69385]: DEBUG oslo_concurrency.lockutils [req-056f8388-9721-47bc-9e07-9748b1a52e97 req-2a97cd99-4751-4399-92a9-8901a14f7d45 service nova] Releasing lock "refresh_cache-ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.268229] env[69385]: DEBUG nova.compute.manager [req-056f8388-9721-47bc-9e07-9748b1a52e97 req-2a97cd99-4751-4399-92a9-8901a14f7d45 service nova] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Received event network-vif-deleted-dd56adaf-d6d8-4e1b-86ee-f6df74adeca6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1280.378791] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523f2b7e-108d-e0f4-e1cd-aa1fefce8bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.378988] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.379198] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.379441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.379584] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.379758] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.380043] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92765edd-3709-4858-8686-c3fb0378e766 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.390266] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.390443] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.391393] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b646609-019e-40b6-95ce-3b899f95c421 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.400382] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1280.400382] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a5a84c-e097-ccff-85b2-27b51d1a047c" [ 1280.400382] env[69385]: _type = "Task" [ 1280.400382] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.403723] env[69385]: DEBUG oslo_vmware.api [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341326, 'name': RemoveSnapshot_Task, 'duration_secs': 0.555257} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.407011] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1280.407284] env[69385]: INFO nova.compute.manager [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Took 13.47 seconds to snapshot the instance on the hypervisor. [ 1280.410440] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 1776fa73-9144-4d4b-9265-e949d4d2577a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.410598] env[69385]: WARNING nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 46a09e59-d870-4a20-bb2d-1fe5b186c280 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1280.410722] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 6deb911c-33f5-4183-bc39-affb2859d17d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.410843] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.410970] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.411092] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 844a4fd5-8d6b-40a0-88c4-bd124608de15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.411209] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 46695a78-7501-4fe5-b5f4-6fbd89d03115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.411330] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance ff65d20b-c33b-48d6-aeb6-336a5ded7ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.411550] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1280.411689] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1280.420260] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a5a84c-e097-ccff-85b2-27b51d1a047c, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.421014] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d14ebd-cb1d-4cd8-bf2e-2c6f517b3578 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.427623] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1280.427623] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52115d96-251a-6e3d-ca7a-f5d8f25dc2cf" [ 1280.427623] env[69385]: _type = "Task" [ 1280.427623] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.437802] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52115d96-251a-6e3d-ca7a-f5d8f25dc2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.524766] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cd57f2-00dd-4ef5-97d0-b1f471fdf227 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.534537] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbe2c00-1f91-4479-a6de-8f0286f46dc4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.275207] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcccfc04-73fa-42fd-b393-a5cb14fbffe7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.286504] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c69b67-674a-403e-80a8-9563ab060f33 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.290670] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52115d96-251a-6e3d-ca7a-f5d8f25dc2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011845} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.290944] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.291231] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] ff65d20b-c33b-48d6-aeb6-336a5ded7ca6/ff65d20b-c33b-48d6-aeb6-336a5ded7ca6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.291827] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3c7626d-5864-4f97-a12a-7ebdb84bb3b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.301662] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.308560] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1281.308560] env[69385]: value = "task-3341328" [ 1281.308560] env[69385]: _type = "Task" [ 1281.308560] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.319903] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.322406] env[69385]: DEBUG nova.compute.manager [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Found 3 images (rotation: 2) {{(pid=69385) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1281.322593] env[69385]: DEBUG nova.compute.manager [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Rotating out 1 backups {{(pid=69385) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1281.322765] env[69385]: DEBUG nova.compute.manager [None req-cda20aee-ee21-49b1-85f1-35c66348686b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deleting image 6a7aa347-4c93-4d09-a026-ff4698689734 {{(pid=69385) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1281.805540] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.818721] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341328, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.311165] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1282.311387] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.935s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.311797] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.771s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.312031] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.323348] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516563} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.323569] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] ff65d20b-c33b-48d6-aeb6-336a5ded7ca6/ff65d20b-c33b-48d6-aeb6-336a5ded7ca6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.323784] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.324026] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0dc058c-3623-4e98-867c-2cf6d021c73c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.330842] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1282.330842] env[69385]: value = "task-3341330" [ 1282.330842] env[69385]: _type = "Task" [ 1282.330842] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.338434] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.339396] env[69385]: INFO nova.scheduler.client.report [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleted allocations for instance 46a09e59-d870-4a20-bb2d-1fe5b186c280 [ 1282.686485] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "6deb911c-33f5-4183-bc39-affb2859d17d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.686758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.686946] env[69385]: DEBUG nova.compute.manager [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.687877] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a922fe22-b6f3-4906-b744-25b8d01ce6eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.694664] env[69385]: DEBUG nova.compute.manager [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1282.695242] env[69385]: DEBUG nova.objects.instance [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'flavor' on Instance uuid 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.842887] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069741} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.843203] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.844025] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c1f4ce-4452-4c3f-b96a-4b2d702128e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.849890] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4306c13b-9e4b-4a07-9550-993859e9f278 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.214s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.850951] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.846s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.851561] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] During sync_power_state the instance has a pending task (deleting). Skip. [ 1282.851561] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "46a09e59-d870-4a20-bb2d-1fe5b186c280" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.874327] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ff65d20b-c33b-48d6-aeb6-336a5ded7ca6/ff65d20b-c33b-48d6-aeb6-336a5ded7ca6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.875478] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb07ad1b-a5b5-47e6-9cf4-5d2e821fdb9c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.899899] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1282.899899] env[69385]: value = "task-3341331" [ 1282.899899] env[69385]: _type = "Task" [ 1282.899899] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.909910] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.409730] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341331, 'name': ReconfigVM_Task, 'duration_secs': 0.404707} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.410062] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ff65d20b-c33b-48d6-aeb6-336a5ded7ca6/ff65d20b-c33b-48d6-aeb6-336a5ded7ca6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.410715] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0afff204-8a94-4638-a924-a4869c989f2b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.417997] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1283.417997] env[69385]: value = "task-3341332" [ 1283.417997] env[69385]: _type = "Task" [ 1283.417997] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.427340] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341332, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.703366] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.703750] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce43c787-36f1-4d05-8f46-162fd10c4fd3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.712325] env[69385]: DEBUG oslo_vmware.api [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1283.712325] env[69385]: value = "task-3341334" [ 1283.712325] env[69385]: _type = "Task" [ 1283.712325] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.720226] env[69385]: DEBUG oslo_vmware.api [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.928722] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341332, 'name': Rename_Task, 'duration_secs': 0.157674} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.929065] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.929297] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-409ef2a9-ea81-40a1-a033-8cd16d52f69a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.935248] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1283.935248] env[69385]: value = "task-3341335" [ 1283.935248] env[69385]: _type = "Task" [ 1283.935248] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.944040] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.220981] env[69385]: DEBUG oslo_vmware.api [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341334, 'name': PowerOffVM_Task, 'duration_secs': 0.221829} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.221166] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.221367] env[69385]: DEBUG nova.compute.manager [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.222252] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839a571d-59e8-4270-b18a-737fb0b0cdd6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.445609] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341335, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.694977] env[69385]: DEBUG oslo_vmware.rw_handles [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262a47b-d34f-a8d4-90dc-9c137c298a32/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1284.695866] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f801b3e1-2993-4284-a88a-a820dc1e14f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.701662] env[69385]: DEBUG oslo_vmware.rw_handles [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262a47b-d34f-a8d4-90dc-9c137c298a32/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1284.701824] env[69385]: ERROR oslo_vmware.rw_handles [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262a47b-d34f-a8d4-90dc-9c137c298a32/disk-0.vmdk due to incomplete transfer. [ 1284.702037] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32d702e9-5832-4b7d-83c9-867b99cfc2ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.708678] env[69385]: DEBUG oslo_vmware.rw_handles [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262a47b-d34f-a8d4-90dc-9c137c298a32/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1284.708870] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Uploaded image 28a02f36-0eb1-408b-bd5a-30f8088bb6f1 to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1284.710709] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1284.711007] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a00027e-d641-4409-a34b-023b1cad9e42 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.716900] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1284.716900] env[69385]: value = "task-3341336" [ 1284.716900] env[69385]: _type = "Task" [ 1284.716900] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.724773] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341336, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.733567] env[69385]: DEBUG oslo_concurrency.lockutils [None req-4dac9508-b580-4841-8683-5d5ba58c0b08 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.840915] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.841271] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.862802] env[69385]: INFO nova.compute.manager [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Rebuilding instance [ 1284.905155] env[69385]: DEBUG nova.compute.manager [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.906045] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530e5f44-245d-400c-b154-4385e4ef554a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.945948] env[69385]: DEBUG oslo_vmware.api [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341335, 'name': PowerOnVM_Task, 'duration_secs': 0.647657} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.946864] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.947096] env[69385]: INFO nova.compute.manager [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1284.947273] env[69385]: DEBUG nova.compute.manager [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.948034] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7eac20-32af-4fe3-bddb-65b22224dd9f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.228040] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341336, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.343904] env[69385]: DEBUG nova.compute.manager [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.464999] env[69385]: INFO nova.compute.manager [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Took 13.06 seconds to build instance. [ 1285.727523] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341336, 'name': Destroy_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.843456] env[69385]: DEBUG nova.compute.manager [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Stashing vm_state: stopped {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1285.867708] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.868010] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.870125] env[69385]: INFO nova.compute.claims [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.918971] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.919293] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd89104d-52c4-407e-9b9f-30c282dabdfc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.926590] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1285.926590] env[69385]: value = "task-3341338" [ 1285.926590] env[69385]: _type = "Task" [ 1285.926590] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.934731] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.966903] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3f1f10c6-32bb-4856-85b9-e861967e11f4 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.571s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.967389] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.960s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.968264] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] During sync_power_state the instance has a pending task (spawning). Skip. [ 1285.968264] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.227891] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341336, 'name': Destroy_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.360552] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.436623] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341338, 'name': PowerOffVM_Task, 'duration_secs': 0.1865} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.436874] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.437596] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.437840] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d1e4480-9b19-4e70-891d-12d520ff37c0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.443622] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1286.443622] env[69385]: value = "task-3341339" [ 1286.443622] env[69385]: _type = "Task" [ 1286.443622] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.450896] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.480424] env[69385]: DEBUG oslo_concurrency.lockutils [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquiring lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.480605] env[69385]: DEBUG oslo_concurrency.lockutils [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.480795] env[69385]: DEBUG oslo_concurrency.lockutils [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquiring lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.480969] env[69385]: DEBUG oslo_concurrency.lockutils [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.481150] env[69385]: DEBUG oslo_concurrency.lockutils [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.483172] env[69385]: INFO nova.compute.manager [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Terminating instance [ 1286.728717] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341336, 'name': Destroy_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.955784] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1286.956014] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1286.956219] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666852', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'name': 'volume-051eb7bb-b635-42a5-872a-0918bc91f66d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66', 'attached_at': '', 'detached_at': '', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'serial': '051eb7bb-b635-42a5-872a-0918bc91f66d'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1286.957362] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9badd5-a2c3-4705-81a4-fca9c6d8b8ca {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.977575] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a978510-6d3b-437c-8dda-242fc8d24c5a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.984699] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299cd4d6-1105-487b-9ecd-3cf5019eafef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.987397] env[69385]: DEBUG nova.compute.manager [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.987614] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.988332] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8184cca0-deb5-4af5-b8b4-bdcd83aec19d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.007130] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262d8881-b8ad-431b-ad2c-696c8a00e5df {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.011430] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.011987] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e47198ed-6abe-4a97-bfd5-11992d4bdc32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.024230] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] The volume has not been displaced from its original location: [datastore2] volume-051eb7bb-b635-42a5-872a-0918bc91f66d/volume-051eb7bb-b635-42a5-872a-0918bc91f66d.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1287.029351] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1287.032217] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44944c3a-bdcb-4f3a-8647-93f175d4f11e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.046040] env[69385]: DEBUG oslo_vmware.api [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1287.046040] env[69385]: value = "task-3341340" [ 1287.046040] env[69385]: _type = "Task" [ 1287.046040] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.052013] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1287.052013] env[69385]: value = "task-3341341" [ 1287.052013] env[69385]: _type = "Task" [ 1287.052013] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.057794] env[69385]: DEBUG oslo_vmware.api [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.059560] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b490f-d694-4f28-bed2-3101b362c120 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.064836] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.069059] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ec293e-cbdf-4627-8436-88d6494e053c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.101258] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e6dc8e-509d-42be-9c92-f72e02a852cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.110733] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405c131f-ee9d-40fd-ba03-4ae6f2c2e8b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.125200] env[69385]: DEBUG nova.compute.provider_tree [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.230627] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341336, 'name': Destroy_Task, 'duration_secs': 2.121154} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.230830] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Destroyed the VM [ 1287.230972] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1287.231282] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c81adf0-a3a3-44d0-83b9-ddad669a517b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.238386] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1287.238386] env[69385]: value = "task-3341342" [ 1287.238386] env[69385]: _type = "Task" [ 1287.238386] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.248476] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.556432] env[69385]: DEBUG oslo_vmware.api [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341340, 'name': PowerOffVM_Task, 'duration_secs': 0.223604} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.559318] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.559496] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.559739] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8642f2ba-0176-429a-9af8-2c41cefe6a80 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.567310] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.617699] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.617888] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.618077] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Deleting the datastore file [datastore2] ff65d20b-c33b-48d6-aeb6-336a5ded7ca6 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.618359] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-204f8de7-397e-4b6b-9552-fb24c0036363 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.625106] env[69385]: DEBUG oslo_vmware.api [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for the task: (returnval){ [ 1287.625106] env[69385]: value = "task-3341344" [ 1287.625106] env[69385]: _type = "Task" [ 1287.625106] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.628868] env[69385]: DEBUG nova.scheduler.client.report [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.636514] env[69385]: DEBUG oslo_vmware.api [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.747565] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341342, 'name': RemoveSnapshot_Task, 'duration_secs': 0.309733} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.747836] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1287.748119] env[69385]: DEBUG nova.compute.manager [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.748848] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3386ae-a124-44e5-b875-51d06999ce82 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.066302] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.134313] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.134847] env[69385]: DEBUG nova.compute.manager [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1288.137450] env[69385]: DEBUG oslo_vmware.api [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Task: {'id': task-3341344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238018} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.137908] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.777s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.138997] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.139201] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.139379] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.139544] env[69385]: INFO nova.compute.manager [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1288.139771] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.139953] env[69385]: DEBUG nova.compute.manager [-] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.140056] env[69385]: DEBUG nova.network.neutron [-] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.260856] env[69385]: INFO nova.compute.manager [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Shelve offloading [ 1288.568769] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341341, 'name': ReconfigVM_Task, 'duration_secs': 1.218001} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.569408] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.574256] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6796c38-0383-43b3-879d-3e76bab2e09d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.590895] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1288.590895] env[69385]: value = "task-3341346" [ 1288.590895] env[69385]: _type = "Task" [ 1288.590895] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.599791] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.642235] env[69385]: DEBUG nova.compute.utils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1288.642235] env[69385]: DEBUG nova.compute.manager [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.642430] env[69385]: DEBUG nova.network.neutron [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.647870] env[69385]: INFO nova.compute.claims [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.671385] env[69385]: DEBUG nova.compute.manager [req-b496a5c9-7bbe-4ee3-a8e4-63130f363d08 req-4c37173a-3fdd-439e-b472-b610e5cb4684 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Received event network-vif-deleted-540e8d0c-1e10-4488-86cd-cee6977ee5a6 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1288.671565] env[69385]: INFO nova.compute.manager [req-b496a5c9-7bbe-4ee3-a8e4-63130f363d08 req-4c37173a-3fdd-439e-b472-b610e5cb4684 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Neutron deleted interface 540e8d0c-1e10-4488-86cd-cee6977ee5a6; detaching it from the instance and deleting it from the info cache [ 1288.671694] env[69385]: DEBUG nova.network.neutron [req-b496a5c9-7bbe-4ee3-a8e4-63130f363d08 req-4c37173a-3fdd-439e-b472-b610e5cb4684 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.699809] env[69385]: DEBUG nova.policy [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '920e884515754a058802bc13ba163dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a60a085079401fa35f4bea9e628371', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.764472] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.764767] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f1cbd75-ebe3-4d94-b4bb-4d97475a0699 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.771971] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1288.771971] env[69385]: value = "task-3341347" [ 1288.771971] env[69385]: _type = "Task" [ 1288.771971] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.779497] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.957067] env[69385]: DEBUG nova.network.neutron [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Successfully created port: 53e231c9-c04d-4b18-982f-f368f368d2db {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.101593] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341346, 'name': ReconfigVM_Task, 'duration_secs': 0.12424} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.101885] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666852', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'name': 'volume-051eb7bb-b635-42a5-872a-0918bc91f66d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66', 'attached_at': '', 'detached_at': '', 'volume_id': '051eb7bb-b635-42a5-872a-0918bc91f66d', 'serial': '051eb7bb-b635-42a5-872a-0918bc91f66d'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1289.102191] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.102959] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cc5a06-fa80-4499-9b64-ac2f91729b27 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.109384] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.109603] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd9843ed-7c0f-4446-b080-7499937c4294 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.154884] env[69385]: DEBUG nova.compute.manager [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1289.159449] env[69385]: INFO nova.compute.resource_tracker [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating resource usage from migration d446ba1d-6180-4dcf-ac9f-f068229f7f0a [ 1289.163933] env[69385]: DEBUG nova.network.neutron [-] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.172237] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.172237] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.172237] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Deleting the datastore file [datastore2] 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.172237] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0696b95c-a0da-4149-8c68-32ed886e3f9e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.175280] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60222b9a-a6de-4d0c-9b95-dbbc9f846597 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.178027] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for the task: (returnval){ [ 1289.178027] env[69385]: value = "task-3341349" [ 1289.178027] env[69385]: _type = "Task" [ 1289.178027] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.185120] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897bd2e-60fe-463b-946f-fa82b4d3933f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.202411] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.219992] env[69385]: DEBUG nova.compute.manager [req-b496a5c9-7bbe-4ee3-a8e4-63130f363d08 req-4c37173a-3fdd-439e-b472-b610e5cb4684 service nova] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Detach interface failed, port_id=540e8d0c-1e10-4488-86cd-cee6977ee5a6, reason: Instance ff65d20b-c33b-48d6-aeb6-336a5ded7ca6 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1289.288715] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1289.288944] env[69385]: DEBUG nova.compute.manager [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.289786] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7c95f2-72f6-4bf2-87c2-8392460311f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.295725] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.295893] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.296074] env[69385]: DEBUG nova.network.neutron [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.335051] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa1a745-616b-4959-a409-8d13c6128e1d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.342370] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6079bd0c-8d35-47d0-a038-30d23a7dace2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.373107] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89ab9db-500c-4682-aa98-87519c61b6ce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.380393] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b47111-044b-40f2-a9f6-1d68c5b43724 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.393296] env[69385]: DEBUG nova.compute.provider_tree [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.666439] env[69385]: INFO nova.compute.manager [-] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Took 1.53 seconds to deallocate network for instance. [ 1289.687187] env[69385]: DEBUG oslo_vmware.api [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Task: {'id': task-3341349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079522} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.687436] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.687615] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.687786] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.741776] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1289.742127] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e7decb5-a8bb-4ad0-be9e-e178114cd0f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.750771] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ab0280-6764-4481-b094-38f0c6785ccc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.779617] env[69385]: ERROR nova.compute.manager [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Failed to detach volume 051eb7bb-b635-42a5-872a-0918bc91f66d from /dev/sda: nova.exception.InstanceNotFound: Instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 could not be found. [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Traceback (most recent call last): [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self.driver.rebuild(**kwargs) [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] raise NotImplementedError() [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] NotImplementedError [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] During handling of the above exception, another exception occurred: [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Traceback (most recent call last): [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self.driver.detach_volume(context, old_connection_info, [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] return self._volumeops.detach_volume(connection_info, instance) [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self._detach_volume_vmdk(connection_info, instance) [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] stable_ref.fetch_moref(session) [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] nova.exception.InstanceNotFound: Instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 could not be found. [ 1289.779617] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] [ 1289.898682] env[69385]: DEBUG nova.scheduler.client.report [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.910022] env[69385]: DEBUG nova.compute.utils [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Build of instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 aborted: Failed to rebuild volume backed instance. {{(pid=69385) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1289.912134] env[69385]: ERROR nova.compute.manager [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 aborted: Failed to rebuild volume backed instance. [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Traceback (most recent call last): [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self.driver.rebuild(**kwargs) [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] raise NotImplementedError() [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] NotImplementedError [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] During handling of the above exception, another exception occurred: [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Traceback (most recent call last): [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self._detach_root_volume(context, instance, root_bdm) [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] with excutils.save_and_reraise_exception(): [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self.force_reraise() [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] raise self.value [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self.driver.detach_volume(context, old_connection_info, [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] return self._volumeops.detach_volume(connection_info, instance) [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self._detach_volume_vmdk(connection_info, instance) [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] stable_ref.fetch_moref(session) [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] nova.exception.InstanceNotFound: Instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 could not be found. [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] During handling of the above exception, another exception occurred: [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Traceback (most recent call last): [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] yield [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1289.912134] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self._do_rebuild_instance_with_claim( [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self._do_rebuild_instance( [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self._rebuild_default_impl(**kwargs) [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] self._rebuild_volume_backed_instance( [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] raise exception.BuildAbortException( [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] nova.exception.BuildAbortException: Build of instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 aborted: Failed to rebuild volume backed instance. [ 1289.913427] env[69385]: ERROR nova.compute.manager [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] [ 1290.021531] env[69385]: DEBUG nova.network.neutron [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating instance_info_cache with network_info: [{"id": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "address": "fa:16:3e:8b:1f:fe", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e3096-e1", "ovs_interfaceid": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.169060] env[69385]: DEBUG nova.compute.manager [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.174487] env[69385]: DEBUG oslo_concurrency.lockutils [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.197224] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.197497] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.197679] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.197867] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.198036] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.198189] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.198397] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.198554] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.198717] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.198880] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.199059] env[69385]: DEBUG nova.virt.hardware [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.199907] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2937beca-aa3e-497e-9131-a03df388eed6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.207773] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368d91ca-e0ed-47d8-b62c-568734c4e115 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.407318] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.266s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.407318] env[69385]: INFO nova.compute.manager [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Migrating [ 1290.411314] env[69385]: DEBUG oslo_concurrency.lockutils [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.237s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.411501] env[69385]: DEBUG nova.objects.instance [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lazy-loading 'resources' on Instance uuid ff65d20b-c33b-48d6-aeb6-336a5ded7ca6 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.432734] env[69385]: DEBUG nova.compute.manager [req-25fc8447-2f8a-4bc5-bc73-8b5190737728 req-bad97346-6f9d-4fb6-a4df-6a7060340e2e service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Received event network-vif-plugged-53e231c9-c04d-4b18-982f-f368f368d2db {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1290.433026] env[69385]: DEBUG oslo_concurrency.lockutils [req-25fc8447-2f8a-4bc5-bc73-8b5190737728 req-bad97346-6f9d-4fb6-a4df-6a7060340e2e service nova] Acquiring lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.433247] env[69385]: DEBUG oslo_concurrency.lockutils [req-25fc8447-2f8a-4bc5-bc73-8b5190737728 req-bad97346-6f9d-4fb6-a4df-6a7060340e2e service nova] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.433416] env[69385]: DEBUG oslo_concurrency.lockutils [req-25fc8447-2f8a-4bc5-bc73-8b5190737728 req-bad97346-6f9d-4fb6-a4df-6a7060340e2e service nova] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.433624] env[69385]: DEBUG nova.compute.manager [req-25fc8447-2f8a-4bc5-bc73-8b5190737728 req-bad97346-6f9d-4fb6-a4df-6a7060340e2e service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] No waiting events found dispatching network-vif-plugged-53e231c9-c04d-4b18-982f-f368f368d2db {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.433760] env[69385]: WARNING nova.compute.manager [req-25fc8447-2f8a-4bc5-bc73-8b5190737728 req-bad97346-6f9d-4fb6-a4df-6a7060340e2e service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Received unexpected event network-vif-plugged-53e231c9-c04d-4b18-982f-f368f368d2db for instance with vm_state building and task_state spawning. [ 1290.510156] env[69385]: DEBUG nova.network.neutron [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Successfully updated port: 53e231c9-c04d-4b18-982f-f368f368d2db {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.525022] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.851145] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.852083] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6c4d0-5e66-4986-83e5-0e9e83c8d017 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.859655] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.859895] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17bd3252-6e1a-48cd-a252-c404094113c5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.919978] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.920196] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.920382] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleting the datastore file [datastore1] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.923237] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3030b4fc-aa59-4ac2-98c6-557cd48f0f10 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.926177] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.926354] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.926492] env[69385]: DEBUG nova.network.neutron [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.932668] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1290.932668] env[69385]: value = "task-3341351" [ 1290.932668] env[69385]: _type = "Task" [ 1290.932668] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.941622] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.957266] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "854192d5-7d54-42d0-b305-f4fa3902d3de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.957497] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.012384] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "refresh_cache-ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.012539] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "refresh_cache-ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.012699] env[69385]: DEBUG nova.network.neutron [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.041399] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910c052c-e870-4235-b2bc-42a71e481018 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.049434] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f26fbc-2fab-473d-bd71-88e97dbdcaa4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.080213] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7560e1-cc6f-4198-8565-08d632d587cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.087420] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb871179-d4b4-4624-9df4-fe94403b0f6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.100180] env[69385]: DEBUG nova.compute.provider_tree [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.446521] env[69385]: DEBUG oslo_vmware.api [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121364} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.446825] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.446940] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.447129] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.459339] env[69385]: DEBUG nova.compute.manager [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.470097] env[69385]: INFO nova.scheduler.client.report [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted allocations for instance bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 [ 1291.542623] env[69385]: DEBUG nova.network.neutron [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.602577] env[69385]: DEBUG nova.scheduler.client.report [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.650708] env[69385]: DEBUG nova.network.neutron [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance_info_cache with network_info: [{"id": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "address": "fa:16:3e:09:7f:fa", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a31e57-d5", "ovs_interfaceid": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.656405] env[69385]: DEBUG nova.network.neutron [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Updating instance_info_cache with network_info: [{"id": "53e231c9-c04d-4b18-982f-f368f368d2db", "address": "fa:16:3e:d1:5f:0e", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53e231c9-c0", "ovs_interfaceid": "53e231c9-c04d-4b18-982f-f368f368d2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.940220] env[69385]: DEBUG oslo_concurrency.lockutils [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.973654] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.978134] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.107855] env[69385]: DEBUG oslo_concurrency.lockutils [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.110746] env[69385]: DEBUG oslo_concurrency.lockutils [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.170s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.124749] env[69385]: INFO nova.scheduler.client.report [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Deleted allocations for instance ff65d20b-c33b-48d6-aeb6-336a5ded7ca6 [ 1292.155570] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.158827] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "refresh_cache-ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.159172] env[69385]: DEBUG nova.compute.manager [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Instance network_info: |[{"id": "53e231c9-c04d-4b18-982f-f368f368d2db", "address": "fa:16:3e:d1:5f:0e", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53e231c9-c0", "ovs_interfaceid": "53e231c9-c04d-4b18-982f-f368f368d2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1292.159601] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:5f:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53e231c9-c04d-4b18-982f-f368f368d2db', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.168008] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.170435] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.171425] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22734e2d-047b-431f-82dd-d2d9ecd164e9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.196943] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.196943] env[69385]: value = "task-3341352" [ 1292.196943] env[69385]: _type = "Task" [ 1292.196943] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.207265] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341352, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.245179] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ad0935-3af2-4195-ab7e-d57367202bce {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.252852] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959caf55-2afc-4011-b1ab-185c897c211d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.288074] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da07bde7-cb45-4b9d-af8c-9709d312fdf4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.296925] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5d905e-a241-428a-9311-b691d4de5d0e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.310992] env[69385]: DEBUG nova.compute.provider_tree [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.494969] env[69385]: DEBUG nova.compute.manager [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Received event network-changed-53e231c9-c04d-4b18-982f-f368f368d2db {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1292.495768] env[69385]: DEBUG nova.compute.manager [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Refreshing instance network info cache due to event network-changed-53e231c9-c04d-4b18-982f-f368f368d2db. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1292.496048] env[69385]: DEBUG oslo_concurrency.lockutils [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] Acquiring lock "refresh_cache-ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.496233] env[69385]: DEBUG oslo_concurrency.lockutils [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] Acquired lock "refresh_cache-ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.496576] env[69385]: DEBUG nova.network.neutron [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Refreshing network info cache for port 53e231c9-c04d-4b18-982f-f368f368d2db {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.638575] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.638759] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.638931] env[69385]: DEBUG nova.compute.manager [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.639413] env[69385]: DEBUG oslo_concurrency.lockutils [None req-950bf82c-2c7e-4b4a-9c57-ce86ebc403a8 tempest-ServerTagsTestJSON-1270911522 tempest-ServerTagsTestJSON-1270911522-project-member] Lock "ff65d20b-c33b-48d6-aeb6-336a5ded7ca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.159s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.640873] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14987fc8-7e2c-4f10-a36b-3fcabddbf529 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.648511] env[69385]: DEBUG nova.compute.manager [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69385) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1292.649047] env[69385]: DEBUG nova.objects.instance [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'flavor' on Instance uuid 844a4fd5-8d6b-40a0-88c4-bd124608de15 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.707417] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341352, 'name': CreateVM_Task, 'duration_secs': 0.307722} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.707622] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.708269] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.708433] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.708753] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.709046] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef5d765-6069-4d41-a742-14678f05f5e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.713348] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1292.713348] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5269b1e1-968f-8a12-59a4-6464b01a3378" [ 1292.713348] env[69385]: _type = "Task" [ 1292.713348] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.720887] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5269b1e1-968f-8a12-59a4-6464b01a3378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.814705] env[69385]: DEBUG nova.scheduler.client.report [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.055120] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Acquiring lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.055120] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.055120] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Acquiring lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.055120] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.055120] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.056118] env[69385]: INFO nova.compute.manager [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Terminating instance [ 1293.225784] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5269b1e1-968f-8a12-59a4-6464b01a3378, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.226079] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.226309] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.226539] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.226681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.226854] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.227116] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f80837-c00d-43ba-9341-6231ebbcad20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.235425] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.235614] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.236318] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745714e0-95f8-464d-8214-249519fd49ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.241599] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1293.241599] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ec60e-0d88-91da-eb85-9bf6d99188e3" [ 1293.241599] env[69385]: _type = "Task" [ 1293.241599] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.249503] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ec60e-0d88-91da-eb85-9bf6d99188e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.304193] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.317548] env[69385]: DEBUG nova.network.neutron [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Updated VIF entry in instance network info cache for port 53e231c9-c04d-4b18-982f-f368f368d2db. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.318461] env[69385]: DEBUG nova.network.neutron [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Updating instance_info_cache with network_info: [{"id": "53e231c9-c04d-4b18-982f-f368f368d2db", "address": "fa:16:3e:d1:5f:0e", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53e231c9-c0", "ovs_interfaceid": "53e231c9-c04d-4b18-982f-f368f368d2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.319353] env[69385]: DEBUG oslo_concurrency.lockutils [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.209s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.319540] env[69385]: INFO nova.compute.manager [None req-afc0cc04-9a78-4319-aac5-1dd3445eaab0 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Successfully reverted task state from rebuilding on failure for instance. [ 1293.324579] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.351s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.324883] env[69385]: DEBUG nova.objects.instance [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'resources' on Instance uuid bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.559797] env[69385]: DEBUG nova.compute.manager [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.560182] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42a59448-6c24-4200-9c05-990ab0a8f91d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.570551] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c38f036-e46f-4ddb-b18f-191d0ebfbfa0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.599693] env[69385]: WARNING nova.virt.vmwareapi.driver [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 could not be found. [ 1293.599921] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.600224] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c576cbf2-5ae4-49bc-b059-5ebf43761863 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.611135] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce1eee-b79d-4d81-ba71-2071591df3a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.642515] env[69385]: WARNING nova.virt.vmwareapi.vmops [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 could not be found. [ 1293.643474] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.643474] env[69385]: INFO nova.compute.manager [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1293.643474] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.643474] env[69385]: DEBUG nova.compute.manager [-] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.643474] env[69385]: DEBUG nova.network.neutron [-] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.656828] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.657094] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc89d1b8-18f8-4160-88fc-9fc038c67655 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.662751] env[69385]: DEBUG oslo_vmware.api [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1293.662751] env[69385]: value = "task-3341353" [ 1293.662751] env[69385]: _type = "Task" [ 1293.662751] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.669031] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603a74b-a73f-44a6-a13a-1975011116d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.676559] env[69385]: DEBUG oslo_vmware.api [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.693350] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance '6deb911c-33f5-4183-bc39-affb2859d17d' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.752181] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529ec60e-0d88-91da-eb85-9bf6d99188e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008435} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.753013] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd112565-429a-420c-9d1c-13ebbfbe6da1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.758947] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1293.758947] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ef193b-feac-0ae7-5a21-9d4f8b42c601" [ 1293.758947] env[69385]: _type = "Task" [ 1293.758947] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.768030] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ef193b-feac-0ae7-5a21-9d4f8b42c601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.825938] env[69385]: DEBUG oslo_concurrency.lockutils [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] Releasing lock "refresh_cache-ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.826336] env[69385]: DEBUG nova.compute.manager [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received event network-vif-unplugged-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1293.826610] env[69385]: DEBUG oslo_concurrency.lockutils [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.826753] env[69385]: DEBUG oslo_concurrency.lockutils [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.826914] env[69385]: DEBUG oslo_concurrency.lockutils [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.827092] env[69385]: DEBUG nova.compute.manager [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] No waiting events found dispatching network-vif-unplugged-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.827332] env[69385]: WARNING nova.compute.manager [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received unexpected event network-vif-unplugged-b87e3096-e1e3-4f96-a359-6c46427a9b4f for instance with vm_state shelved_offloaded and task_state unshelving. [ 1293.827416] env[69385]: DEBUG nova.compute.manager [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received event network-changed-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1293.827600] env[69385]: DEBUG nova.compute.manager [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Refreshing instance network info cache due to event network-changed-b87e3096-e1e3-4f96-a359-6c46427a9b4f. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1293.827783] env[69385]: DEBUG oslo_concurrency.lockutils [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] Acquiring lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.827917] env[69385]: DEBUG oslo_concurrency.lockutils [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] Acquired lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.828092] env[69385]: DEBUG nova.network.neutron [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Refreshing network info cache for port b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.829815] env[69385]: DEBUG nova.objects.instance [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'numa_topology' on Instance uuid bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.174502] env[69385]: DEBUG oslo_vmware.api [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341353, 'name': PowerOffVM_Task, 'duration_secs': 0.200366} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.174848] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.175097] env[69385]: DEBUG nova.compute.manager [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.175993] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae57dca2-07ec-44f3-9efc-2f28a6650330 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.201630] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.203116] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c0532fb-d87e-449c-822e-1d992108ee39 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.211691] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1294.211691] env[69385]: value = "task-3341354" [ 1294.211691] env[69385]: _type = "Task" [ 1294.211691] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.226088] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1294.226313] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance '6deb911c-33f5-4183-bc39-affb2859d17d' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.271259] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ef193b-feac-0ae7-5a21-9d4f8b42c601, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.271561] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.271858] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93/ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.272175] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c32d59c7-8cbf-4255-ad98-e03bdd63e7fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.280052] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1294.280052] env[69385]: value = "task-3341355" [ 1294.280052] env[69385]: _type = "Task" [ 1294.280052] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.289841] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.334449] env[69385]: DEBUG nova.objects.base [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1294.397118] env[69385]: DEBUG nova.compute.manager [req-1fd06f4a-1c7d-42e8-950c-173c69d9a7ea req-02977f20-3c60-44bf-8894-619a49ef0c68 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Received event network-vif-deleted-36b65305-f98f-48aa-b265-eb111b16c0bf {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1294.397772] env[69385]: INFO nova.compute.manager [req-1fd06f4a-1c7d-42e8-950c-173c69d9a7ea req-02977f20-3c60-44bf-8894-619a49ef0c68 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Neutron deleted interface 36b65305-f98f-48aa-b265-eb111b16c0bf; detaching it from the instance and deleting it from the info cache [ 1294.397772] env[69385]: DEBUG nova.network.neutron [req-1fd06f4a-1c7d-42e8-950c-173c69d9a7ea req-02977f20-3c60-44bf-8894-619a49ef0c68 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.509968] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a4c4b5-dffb-4ce1-ac57-085e43ac75d2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.519877] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d78e5e-a6f7-4d70-8a03-3fde46101178 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.572504] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6177b9e-f345-4c71-9476-94036f2441ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.587051] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e269ae4a-2c85-4d60-9234-ec7165536322 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.604883] env[69385]: DEBUG nova.compute.provider_tree [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.693442] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9f9b5598-b060-4a23-8fd2-6dfb3477654f tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.736846] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.737262] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.737492] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.737725] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.737927] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.738236] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.738529] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.738754] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.739050] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.739304] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.739586] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.746757] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf374b4-b19d-4c4d-92dd-cc19d85c7979 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.765501] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1294.765501] env[69385]: value = "task-3341356" [ 1294.765501] env[69385]: _type = "Task" [ 1294.765501] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.774648] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.789937] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468717} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.790394] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93/ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.790678] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.791017] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-867ee713-6327-4022-abf9-5d0505378a81 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.799856] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1294.799856] env[69385]: value = "task-3341357" [ 1294.799856] env[69385]: _type = "Task" [ 1294.799856] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.811621] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.871311] env[69385]: DEBUG nova.network.neutron [-] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.900750] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70ba7eb1-e96a-4332-9b82-6684f98a76d5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.914124] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1058031-a281-427a-ba46-de60dacbf1da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.964462] env[69385]: DEBUG nova.compute.manager [req-1fd06f4a-1c7d-42e8-950c-173c69d9a7ea req-02977f20-3c60-44bf-8894-619a49ef0c68 service nova] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Detach interface failed, port_id=36b65305-f98f-48aa-b265-eb111b16c0bf, reason: Instance 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1295.078875] env[69385]: DEBUG nova.network.neutron [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updated VIF entry in instance network info cache for port b87e3096-e1e3-4f96-a359-6c46427a9b4f. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.079233] env[69385]: DEBUG nova.network.neutron [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating instance_info_cache with network_info: [{"id": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "address": "fa:16:3e:8b:1f:fe", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb87e3096-e1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.109474] env[69385]: DEBUG nova.scheduler.client.report [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.276931] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341356, 'name': ReconfigVM_Task, 'duration_secs': 0.168927} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.277557] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance '6deb911c-33f5-4183-bc39-affb2859d17d' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.313404] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069295} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.313404] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.313665] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3373c095-1093-4850-a5d7-5dbf1686a028 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.336501] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93/ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.337589] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2571d890-091b-45aa-aaab-304087f8259a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.359724] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1295.359724] env[69385]: value = "task-3341358" [ 1295.359724] env[69385]: _type = "Task" [ 1295.359724] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.369197] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.375287] env[69385]: INFO nova.compute.manager [-] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Took 1.73 seconds to deallocate network for instance. [ 1295.512768] env[69385]: DEBUG nova.objects.instance [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'flavor' on Instance uuid 844a4fd5-8d6b-40a0-88c4-bd124608de15 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.583632] env[69385]: DEBUG oslo_concurrency.lockutils [req-c2c0455e-0fd9-44cf-9f87-5e88f5f3b16f req-951e5121-7fb0-4879-9d15-369002fbaa65 service nova] Releasing lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.615646] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.618135] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.640s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.623833] env[69385]: INFO nova.compute.claims [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.783302] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.783541] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.783693] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.783867] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.784016] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.784197] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.784523] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.785400] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.785400] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.785400] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.785400] env[69385]: DEBUG nova.virt.hardware [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.790892] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1295.790892] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-045daa82-3853-4a38-94ba-c7c08c30c15d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.811645] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1295.811645] env[69385]: value = "task-3341359" [ 1295.811645] env[69385]: _type = "Task" [ 1295.811645] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.820588] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.871087] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341358, 'name': ReconfigVM_Task, 'duration_secs': 0.325767} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.871087] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Reconfigured VM instance instance-00000076 to attach disk [datastore1] ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93/ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.871676] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4b97a3c-5fe0-4f21-b70c-45aaed9804e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.879838] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1295.879838] env[69385]: value = "task-3341360" [ 1295.879838] env[69385]: _type = "Task" [ 1295.879838] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.887689] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341360, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.932143] env[69385]: INFO nova.compute.manager [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Took 0.56 seconds to detach 1 volumes for instance. [ 1295.934640] env[69385]: DEBUG nova.compute.manager [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Deleting volume: 051eb7bb-b635-42a5-872a-0918bc91f66d {{(pid=69385) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1296.021020] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.021020] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.021020] env[69385]: DEBUG nova.network.neutron [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.021020] env[69385]: DEBUG nova.objects.instance [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'info_cache' on Instance uuid 844a4fd5-8d6b-40a0-88c4-bd124608de15 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.136982] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7a5f6f26-acea-4e6b-90cf-86a4853c04a9 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.241s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.137831] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.132s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.138078] env[69385]: INFO nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1296.138264] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.138809] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.835s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.138988] env[69385]: INFO nova.compute.manager [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Unshelving [ 1296.291095] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "bef71b0a-d6a3-45b2-8052-19a2e7010e14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.291335] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "bef71b0a-d6a3-45b2-8052-19a2e7010e14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.322133] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341359, 'name': ReconfigVM_Task, 'duration_secs': 0.180181} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.322452] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1296.323262] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81594752-35a3-4a54-b1fe-fa1ca9285863 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.346953] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 6deb911c-33f5-4183-bc39-affb2859d17d/6deb911c-33f5-4183-bc39-affb2859d17d.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.347553] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab8d872a-02b1-4487-b4fb-d702c54977e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.367452] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1296.367452] env[69385]: value = "task-3341362" [ 1296.367452] env[69385]: _type = "Task" [ 1296.367452] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.377289] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.388759] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341360, 'name': Rename_Task, 'duration_secs': 0.147662} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.389049] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.389389] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-866d0fec-6d5e-4e68-9e86-61847bd66cb7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.398177] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1296.398177] env[69385]: value = "task-3341363" [ 1296.398177] env[69385]: _type = "Task" [ 1296.398177] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.407598] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.480412] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.523957] env[69385]: DEBUG nova.objects.base [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Object Instance<844a4fd5-8d6b-40a0-88c4-bd124608de15> lazy-loaded attributes: flavor,info_cache {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1296.792528] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e519950-10ca-470a-8aa2-48d158040e98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.796278] env[69385]: DEBUG nova.compute.manager [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.805903] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48199486-3c78-4ed3-b888-f33065edeb0e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.860020] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149421f8-4986-477c-b053-50877d6f3af3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.866664] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf00f35-44c3-48b8-9b13-129654568c72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.885762] env[69385]: DEBUG nova.compute.provider_tree [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.890889] env[69385]: DEBUG oslo_vmware.api [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341362, 'name': ReconfigVM_Task, 'duration_secs': 0.400663} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.890889] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 6deb911c-33f5-4183-bc39-affb2859d17d/6deb911c-33f5-4183-bc39-affb2859d17d.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.890889] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance '6deb911c-33f5-4183-bc39-affb2859d17d' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.910010] env[69385]: DEBUG oslo_vmware.api [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341363, 'name': PowerOnVM_Task, 'duration_secs': 0.471073} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.910010] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.910010] env[69385]: INFO nova.compute.manager [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1296.910010] env[69385]: DEBUG nova.compute.manager [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.910956] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f89d4e-08c4-4a23-9b82-0640743de97e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.152399] env[69385]: DEBUG nova.compute.utils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.262055] env[69385]: DEBUG nova.network.neutron [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Updating instance_info_cache with network_info: [{"id": "50acb4b1-80f4-4317-b668-f11094211860", "address": "fa:16:3e:da:1a:2b", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50acb4b1-80", "ovs_interfaceid": "50acb4b1-80f4-4317-b668-f11094211860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.320029] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.391309] env[69385]: DEBUG nova.scheduler.client.report [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.396769] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef07df2-9a93-46d6-ba6b-e084c978bb20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.417289] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daab2c39-1ebd-46d1-ab6b-883496880068 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.440290] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance '6deb911c-33f5-4183-bc39-affb2859d17d' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.445130] env[69385]: INFO nova.compute.manager [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Took 11.60 seconds to build instance. [ 1297.655718] env[69385]: INFO nova.virt.block_device [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Booting with volume 0625677b-7a82-4cd3-b43b-7c9a6837c729 at /dev/sdb [ 1297.694025] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26094024-c00f-48b5-9c55-1026217eefcc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.704067] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95024c9-7f94-42a2-94c0-66de479545b4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.732852] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c73cb617-d818-4963-a96a-cb55258ac9c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.741797] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1935057-c2d7-4c6e-ac54-3b53174bda84 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.771011] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.772998] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb7c366-e5e8-4289-8ae4-25feacd9c5d6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.780992] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0828fcf1-d436-4c81-82b6-d98f3bea4cec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.798397] env[69385]: DEBUG nova.virt.block_device [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating existing volume attachment record: 150b92cc-f90c-4b24-9a18-e15ec377464d {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1297.897575] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.897575] env[69385]: DEBUG nova.compute.manager [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.901592] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.421s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.901592] env[69385]: DEBUG nova.objects.instance [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lazy-loading 'resources' on Instance uuid 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.956176] env[69385]: DEBUG oslo_concurrency.lockutils [None req-48a94cbe-3761-47f0-be24-1f257af171fc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.115s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.023332] env[69385]: DEBUG nova.network.neutron [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Port 05a31e57-d5dc-4c93-9c07-b96cd1992a08 binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1298.198309] env[69385]: DEBUG nova.compute.manager [req-e351b5c6-7b7b-408d-b4ad-c27f8120ae27 req-b0523ef7-e4c6-4867-873c-4e0189efe335 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Received event network-changed-53e231c9-c04d-4b18-982f-f368f368d2db {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1298.198309] env[69385]: DEBUG nova.compute.manager [req-e351b5c6-7b7b-408d-b4ad-c27f8120ae27 req-b0523ef7-e4c6-4867-873c-4e0189efe335 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Refreshing instance network info cache due to event network-changed-53e231c9-c04d-4b18-982f-f368f368d2db. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1298.200159] env[69385]: DEBUG oslo_concurrency.lockutils [req-e351b5c6-7b7b-408d-b4ad-c27f8120ae27 req-b0523ef7-e4c6-4867-873c-4e0189efe335 service nova] Acquiring lock "refresh_cache-ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.200343] env[69385]: DEBUG oslo_concurrency.lockutils [req-e351b5c6-7b7b-408d-b4ad-c27f8120ae27 req-b0523ef7-e4c6-4867-873c-4e0189efe335 service nova] Acquired lock "refresh_cache-ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.200526] env[69385]: DEBUG nova.network.neutron [req-e351b5c6-7b7b-408d-b4ad-c27f8120ae27 req-b0523ef7-e4c6-4867-873c-4e0189efe335 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Refreshing network info cache for port 53e231c9-c04d-4b18-982f-f368f368d2db {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.412205] env[69385]: DEBUG nova.compute.utils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.413111] env[69385]: DEBUG nova.compute.manager [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.413751] env[69385]: DEBUG nova.network.neutron [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.463884] env[69385]: DEBUG nova.policy [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7929c1e03f8f461aaed5c55a474ca7e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32a3d112126c405095a224bbad080bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.541157] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337ebfd9-3496-46ac-b09f-8186ef85e72f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.550305] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9c8c78-6340-4a86-8b19-9a21e4e671f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.581916] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf01aa-5998-4b82-ba7d-a42465ece15e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.590395] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e64038-0234-4787-90ff-83aab3418c32 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.604198] env[69385]: DEBUG nova.compute.provider_tree [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.738114] env[69385]: DEBUG nova.network.neutron [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Successfully created port: 80878961-1e2e-4bc0-bbba-a4d18d5ac96d {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.781362] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.781663] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44da3f9e-73a5-40c9-b5af-872082a74e51 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.791399] env[69385]: DEBUG oslo_vmware.api [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1298.791399] env[69385]: value = "task-3341367" [ 1298.791399] env[69385]: _type = "Task" [ 1298.791399] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.800536] env[69385]: DEBUG oslo_vmware.api [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.917374] env[69385]: DEBUG nova.compute.manager [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.927521] env[69385]: DEBUG nova.network.neutron [req-e351b5c6-7b7b-408d-b4ad-c27f8120ae27 req-b0523ef7-e4c6-4867-873c-4e0189efe335 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Updated VIF entry in instance network info cache for port 53e231c9-c04d-4b18-982f-f368f368d2db. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.929214] env[69385]: DEBUG nova.network.neutron [req-e351b5c6-7b7b-408d-b4ad-c27f8120ae27 req-b0523ef7-e4c6-4867-873c-4e0189efe335 service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Updating instance_info_cache with network_info: [{"id": "53e231c9-c04d-4b18-982f-f368f368d2db", "address": "fa:16:3e:d1:5f:0e", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53e231c9-c0", "ovs_interfaceid": "53e231c9-c04d-4b18-982f-f368f368d2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.045900] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "6deb911c-33f5-4183-bc39-affb2859d17d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.046144] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.047080] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.108574] env[69385]: DEBUG nova.scheduler.client.report [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.302199] env[69385]: DEBUG oslo_vmware.api [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341367, 'name': PowerOnVM_Task, 'duration_secs': 0.408775} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.302495] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.302698] env[69385]: DEBUG nova.compute.manager [None req-a901e99d-9098-4035-9543-bc3d366e7086 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.303497] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8119cc0c-c6e7-43c4-acf7-b4467c7ece14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.427379] env[69385]: INFO nova.virt.block_device [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Booting with volume 1c80be83-7e29-4b1f-94b0-3e73de526c3a at /dev/sda [ 1299.432714] env[69385]: DEBUG oslo_concurrency.lockutils [req-e351b5c6-7b7b-408d-b4ad-c27f8120ae27 req-b0523ef7-e4c6-4867-873c-4e0189efe335 service nova] Releasing lock "refresh_cache-ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.466929] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a0bd299-ea47-4d4e-a7b1-4e6fb44904ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.478296] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f86756-d2f9-41e2-9695-792a3144e2c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.509101] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75deb078-171f-4c76-a889-fa1ba7ee42dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.521763] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b330360-1036-4176-9350-7c864a242a0b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.560025] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ae97fe-0eb7-4ada-8453-5ff67004dbe6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.569777] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75873e08-f17b-4034-a71d-081b37fe6432 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.586520] env[69385]: DEBUG nova.virt.block_device [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating existing volume attachment record: 3f975437-6479-408e-a590-9c5ffa8b5507 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1299.612881] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.615030] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.295s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.616926] env[69385]: INFO nova.compute.claims [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.091597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.091882] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.092074] env[69385]: DEBUG nova.network.neutron [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.138748] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c79470b0-7d5c-4701-bf8a-c1b931ce2881 tempest-ServerActionsV293TestJSON-1787996489 tempest-ServerActionsV293TestJSON-1787996489-project-member] Lock "9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.086s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.175339] env[69385]: DEBUG nova.compute.manager [req-555611c8-1eff-45f4-9b59-1a2c6b44a7c9 req-f9884600-db7b-44f9-bdb1-e2fae37314fd service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Received event network-vif-plugged-80878961-1e2e-4bc0-bbba-a4d18d5ac96d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1300.175736] env[69385]: DEBUG oslo_concurrency.lockutils [req-555611c8-1eff-45f4-9b59-1a2c6b44a7c9 req-f9884600-db7b-44f9-bdb1-e2fae37314fd service nova] Acquiring lock "854192d5-7d54-42d0-b305-f4fa3902d3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.176240] env[69385]: DEBUG oslo_concurrency.lockutils [req-555611c8-1eff-45f4-9b59-1a2c6b44a7c9 req-f9884600-db7b-44f9-bdb1-e2fae37314fd service nova] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.176454] env[69385]: DEBUG oslo_concurrency.lockutils [req-555611c8-1eff-45f4-9b59-1a2c6b44a7c9 req-f9884600-db7b-44f9-bdb1-e2fae37314fd service nova] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.176714] env[69385]: DEBUG nova.compute.manager [req-555611c8-1eff-45f4-9b59-1a2c6b44a7c9 req-f9884600-db7b-44f9-bdb1-e2fae37314fd service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] No waiting events found dispatching network-vif-plugged-80878961-1e2e-4bc0-bbba-a4d18d5ac96d {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.176924] env[69385]: WARNING nova.compute.manager [req-555611c8-1eff-45f4-9b59-1a2c6b44a7c9 req-f9884600-db7b-44f9-bdb1-e2fae37314fd service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Received unexpected event network-vif-plugged-80878961-1e2e-4bc0-bbba-a4d18d5ac96d for instance with vm_state building and task_state block_device_mapping. [ 1300.267323] env[69385]: DEBUG nova.network.neutron [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Successfully updated port: 80878961-1e2e-4bc0-bbba-a4d18d5ac96d {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.391448] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3e622e-ac5b-46df-a192-3614d17e1f34 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.399085] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6f288996-cbd5-487e-a22d-59cdaff11b26 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Suspending the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1300.399317] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aff799c5-808f-47f3-ae0e-5a6681503818 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.407257] env[69385]: DEBUG oslo_vmware.api [None req-6f288996-cbd5-487e-a22d-59cdaff11b26 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1300.407257] env[69385]: value = "task-3341369" [ 1300.407257] env[69385]: _type = "Task" [ 1300.407257] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.416020] env[69385]: DEBUG oslo_vmware.api [None req-6f288996-cbd5-487e-a22d-59cdaff11b26 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341369, 'name': SuspendVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.766949] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28dfada-9a90-4b43-9893-aa8b76518eff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.774398] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.774551] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.774698] env[69385]: DEBUG nova.network.neutron [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.778490] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e33e828-56c8-4f7c-a482-779f5c746d43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.812432] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c20d3a-1437-44ed-99a5-f3c94b6a0c39 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.820891] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef4c18e-1b8e-4ec1-bf72-50ccca8859a7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.846448] env[69385]: DEBUG nova.compute.provider_tree [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.880327] env[69385]: DEBUG nova.network.neutron [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance_info_cache with network_info: [{"id": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "address": "fa:16:3e:09:7f:fa", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a31e57-d5", "ovs_interfaceid": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.918318] env[69385]: DEBUG oslo_vmware.api [None req-6f288996-cbd5-487e-a22d-59cdaff11b26 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341369, 'name': SuspendVM_Task} progress is 70%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.327102] env[69385]: DEBUG nova.network.neutron [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.352700] env[69385]: DEBUG nova.scheduler.client.report [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.386024] env[69385]: DEBUG oslo_concurrency.lockutils [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.423225] env[69385]: DEBUG oslo_vmware.api [None req-6f288996-cbd5-487e-a22d-59cdaff11b26 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341369, 'name': SuspendVM_Task} progress is 70%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.478246] env[69385]: DEBUG nova.network.neutron [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance_info_cache with network_info: [{"id": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "address": "fa:16:3e:e7:9a:31", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80878961-1e", "ovs_interfaceid": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.690949] env[69385]: DEBUG nova.compute.manager [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.691516] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.691725] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.691877] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.692067] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.692228] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.692389] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.692568] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.692723] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.692882] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.693049] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.693226] env[69385]: DEBUG nova.virt.hardware [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.694071] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701fe95a-a4fb-499d-8621-146c1df0f546 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.702769] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeb3d32-9bbc-4eeb-a145-5144af474f3e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.858444] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.858924] env[69385]: DEBUG nova.compute.manager [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.914740] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28fb2d7-c850-4d99-ba1d-55da65b9371a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.923046] env[69385]: DEBUG oslo_vmware.api [None req-6f288996-cbd5-487e-a22d-59cdaff11b26 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341369, 'name': SuspendVM_Task, 'duration_secs': 1.254999} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.935943] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-6f288996-cbd5-487e-a22d-59cdaff11b26 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Suspended the VM {{(pid=69385) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1301.936155] env[69385]: DEBUG nova.compute.manager [None req-6f288996-cbd5-487e-a22d-59cdaff11b26 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.937372] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62ea67-f7a7-4c40-b52b-1e8e0cf17236 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.940196] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a2a49-6fa3-4015-ba9a-cd7204921f49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.951873] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance '6deb911c-33f5-4183-bc39-affb2859d17d' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.980674] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.981010] env[69385]: DEBUG nova.compute.manager [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Instance network_info: |[{"id": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "address": "fa:16:3e:e7:9a:31", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80878961-1e", "ovs_interfaceid": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.982051] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:9a:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80878961-1e2e-4bc0-bbba-a4d18d5ac96d', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.989884] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.990374] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.990611] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ec7211d-01a9-492c-a999-52dd790bd9d2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.012047] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.012047] env[69385]: value = "task-3341370" [ 1302.012047] env[69385]: _type = "Task" [ 1302.012047] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.020557] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341370, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.200551] env[69385]: DEBUG nova.compute.manager [req-077c3569-7867-403f-8b8c-417160f43090 req-885f53d0-50a1-470d-82f4-e9b3baf93dee service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Received event network-changed-80878961-1e2e-4bc0-bbba-a4d18d5ac96d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1302.200730] env[69385]: DEBUG nova.compute.manager [req-077c3569-7867-403f-8b8c-417160f43090 req-885f53d0-50a1-470d-82f4-e9b3baf93dee service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Refreshing instance network info cache due to event network-changed-80878961-1e2e-4bc0-bbba-a4d18d5ac96d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1302.200973] env[69385]: DEBUG oslo_concurrency.lockutils [req-077c3569-7867-403f-8b8c-417160f43090 req-885f53d0-50a1-470d-82f4-e9b3baf93dee service nova] Acquiring lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.201490] env[69385]: DEBUG oslo_concurrency.lockutils [req-077c3569-7867-403f-8b8c-417160f43090 req-885f53d0-50a1-470d-82f4-e9b3baf93dee service nova] Acquired lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.201709] env[69385]: DEBUG nova.network.neutron [req-077c3569-7867-403f-8b8c-417160f43090 req-885f53d0-50a1-470d-82f4-e9b3baf93dee service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Refreshing network info cache for port 80878961-1e2e-4bc0-bbba-a4d18d5ac96d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.363224] env[69385]: DEBUG nova.compute.utils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.364685] env[69385]: DEBUG nova.compute.manager [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1302.459405] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-21bdb893-d95c-4eb9-9f91-5e1ffe5bfabe tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance '6deb911c-33f5-4183-bc39-affb2859d17d' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.521724] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341370, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.738131] env[69385]: INFO nova.compute.manager [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Resuming [ 1302.738626] env[69385]: DEBUG nova.objects.instance [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'flavor' on Instance uuid 844a4fd5-8d6b-40a0-88c4-bd124608de15 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.865981] env[69385]: DEBUG nova.compute.manager [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.889852] env[69385]: DEBUG nova.network.neutron [req-077c3569-7867-403f-8b8c-417160f43090 req-885f53d0-50a1-470d-82f4-e9b3baf93dee service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updated VIF entry in instance network info cache for port 80878961-1e2e-4bc0-bbba-a4d18d5ac96d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.890228] env[69385]: DEBUG nova.network.neutron [req-077c3569-7867-403f-8b8c-417160f43090 req-885f53d0-50a1-470d-82f4-e9b3baf93dee service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance_info_cache with network_info: [{"id": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "address": "fa:16:3e:e7:9a:31", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80878961-1e", "ovs_interfaceid": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.024542] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341370, 'name': CreateVM_Task, 'duration_secs': 0.516055} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.024730] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.025413] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666872', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'name': 'volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '854192d5-7d54-42d0-b305-f4fa3902d3de', 'attached_at': '', 'detached_at': '', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'serial': '1c80be83-7e29-4b1f-94b0-3e73de526c3a'}, 'attachment_id': '3f975437-6479-408e-a590-9c5ffa8b5507', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69385) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1303.025627] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Root volume attach. Driver type: vmdk {{(pid=69385) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1303.026412] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf1691a-93d8-4043-b99a-4e01bd5aab3b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.034238] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb67a33-a15f-4d1c-8884-b7829d57cf99 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.040493] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1f279a-7b31-41bc-a9d4-b0df40f6a898 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.046655] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-66409256-ef7a-4e41-9733-624135e2335e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.055008] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1303.055008] env[69385]: value = "task-3341371" [ 1303.055008] env[69385]: _type = "Task" [ 1303.055008] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.062982] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341371, 'name': RelocateVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.393226] env[69385]: DEBUG oslo_concurrency.lockutils [req-077c3569-7867-403f-8b8c-417160f43090 req-885f53d0-50a1-470d-82f4-e9b3baf93dee service nova] Releasing lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.398598] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.398897] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.399142] env[69385]: DEBUG nova.objects.instance [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'pci_requests' on Instance uuid bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.567268] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341371, 'name': RelocateVM_Task, 'duration_secs': 0.358132} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.567551] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1303.567748] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666872', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'name': 'volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '854192d5-7d54-42d0-b305-f4fa3902d3de', 'attached_at': '', 'detached_at': '', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'serial': '1c80be83-7e29-4b1f-94b0-3e73de526c3a'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1303.568515] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccce29d-78e4-4f63-a45c-efe9c2b20697 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.584100] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a609be-9ffc-46fd-b7d3-e267d3ea8672 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.605779] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a/volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.606032] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca8265f-74a7-4269-9830-fc26c8b80164 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.626020] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1303.626020] env[69385]: value = "task-3341372" [ 1303.626020] env[69385]: _type = "Task" [ 1303.626020] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.633674] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.875859] env[69385]: DEBUG nova.compute.manager [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.902474] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.902729] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.902884] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.903077] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.903228] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.903373] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.903577] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.903741] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.903892] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.904062] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.904237] env[69385]: DEBUG nova.virt.hardware [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.905907] env[69385]: DEBUG nova.objects.instance [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'numa_topology' on Instance uuid bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.907427] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da6c222-55dc-46f3-916b-9c73edcafca5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.916574] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79347c3-9c74-4bcf-afb6-4e4e677ccfa1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.931032] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.937228] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Creating folder: Project (2b69212d58ba4473815d6ef6cbcbe974). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.937228] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d13b3e75-e56b-4614-9465-654d2d8eb2ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.950348] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Created folder: Project (2b69212d58ba4473815d6ef6cbcbe974) in parent group-v666556. [ 1303.950551] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Creating folder: Instances. Parent ref: group-v666877. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.950820] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f212af-b026-4ab4-b4cd-ed3a762bb339 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.962232] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Created folder: Instances in parent group-v666877. [ 1303.962645] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.962938] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.963267] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73c79603-8975-4516-9bbe-440f7f9ca72b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.987410] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.987410] env[69385]: value = "task-3341375" [ 1303.987410] env[69385]: _type = "Task" [ 1303.987410] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.996632] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341375, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.137227] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341372, 'name': ReconfigVM_Task, 'duration_secs': 0.250892} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.137478] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a/volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.142598] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4d086bd-c1f1-4b3b-ad63-263d51bde97c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.160296] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1304.160296] env[69385]: value = "task-3341376" [ 1304.160296] env[69385]: _type = "Task" [ 1304.160296] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.169419] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.250586] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.250773] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquired lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.250964] env[69385]: DEBUG nova.network.neutron [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.411073] env[69385]: INFO nova.compute.claims [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.498065] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341375, 'name': CreateVM_Task, 'duration_secs': 0.266836} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.498238] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.498657] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.498996] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.499152] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.499408] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2575012c-1819-418c-8bf1-55a8e8f1eb6b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.505314] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1304.505314] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5244b11f-a709-7919-248c-e101da26005f" [ 1304.505314] env[69385]: _type = "Task" [ 1304.505314] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.513520] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5244b11f-a709-7919-248c-e101da26005f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.571198] env[69385]: DEBUG oslo_concurrency.lockutils [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "6deb911c-33f5-4183-bc39-affb2859d17d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.571198] env[69385]: DEBUG oslo_concurrency.lockutils [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.571322] env[69385]: DEBUG nova.compute.manager [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Going to confirm migration 8 {{(pid=69385) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1304.671130] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.959397] env[69385]: DEBUG nova.network.neutron [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Updating instance_info_cache with network_info: [{"id": "50acb4b1-80f4-4317-b668-f11094211860", "address": "fa:16:3e:da:1a:2b", "network": {"id": "493b2e85-ba19-4419-8928-0818d993883d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1293465267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ed77a844e684174aa51e83a0e6d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50acb4b1-80", "ovs_interfaceid": "50acb4b1-80f4-4317-b668-f11094211860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.015990] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5244b11f-a709-7919-248c-e101da26005f, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.016315] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.016547] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.016785] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.016926] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.017119] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.017383] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-402536b6-3002-41d4-bb85-683518abfa0a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.028089] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.028264] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.028979] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602b7f4b-7544-4d4a-8eb6-5dbd9e8183e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.034273] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1305.034273] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cc99f2-ed7c-4d94-ce67-fc7e82d1c4c3" [ 1305.034273] env[69385]: _type = "Task" [ 1305.034273] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.041901] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cc99f2-ed7c-4d94-ce67-fc7e82d1c4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.148596] env[69385]: DEBUG oslo_concurrency.lockutils [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.148786] env[69385]: DEBUG oslo_concurrency.lockutils [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.148967] env[69385]: DEBUG nova.network.neutron [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.149166] env[69385]: DEBUG nova.objects.instance [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'info_cache' on Instance uuid 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.174263] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.463442] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Releasing lock "refresh_cache-844a4fd5-8d6b-40a0-88c4-bd124608de15" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.464792] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb6cdc9-38ff-40b8-874d-f0ec340efa38 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.472096] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Resuming the VM {{(pid=69385) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1305.474463] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95e74113-df2d-405c-bbb5-73c6b6942994 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.481825] env[69385]: DEBUG oslo_vmware.api [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1305.481825] env[69385]: value = "task-3341377" [ 1305.481825] env[69385]: _type = "Task" [ 1305.481825] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.492276] env[69385]: DEBUG oslo_vmware.api [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.540116] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb99e4-37c1-4e84-bdd2-69bd00dad66d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.550665] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b545fe8-3be7-4087-948e-34b128939110 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.553672] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52cc99f2-ed7c-4d94-ce67-fc7e82d1c4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.554832] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11079909-016c-4c3e-af15-dc41622a4f2d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.582131] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c52866-a918-4ff6-882b-d3ebe76a9fcd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.586138] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1305.586138] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5241e012-f175-7760-5dda-26fac53c1597" [ 1305.586138] env[69385]: _type = "Task" [ 1305.586138] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.592859] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87a35c8-4cb0-4f71-b472-bc7248c65c01 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.599399] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5241e012-f175-7760-5dda-26fac53c1597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.609097] env[69385]: DEBUG nova.compute.provider_tree [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.673564] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341376, 'name': ReconfigVM_Task, 'duration_secs': 1.139773} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.673999] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666872', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'name': 'volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '854192d5-7d54-42d0-b305-f4fa3902d3de', 'attached_at': '', 'detached_at': '', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'serial': '1c80be83-7e29-4b1f-94b0-3e73de526c3a'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1305.674645] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb31115-7b0b-46e2-a3d5-9786c555cc4d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.682194] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1305.682194] env[69385]: value = "task-3341378" [ 1305.682194] env[69385]: _type = "Task" [ 1305.682194] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.692107] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341378, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.993287] env[69385]: DEBUG oslo_vmware.api [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.098350] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5241e012-f175-7760-5dda-26fac53c1597, 'name': SearchDatastore_Task, 'duration_secs': 0.013592} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.098585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.098862] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14/bef71b0a-d6a3-45b2-8052-19a2e7010e14.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.099151] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e052c35-b81c-44de-b6a9-91aa10079775 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.107381] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1306.107381] env[69385]: value = "task-3341379" [ 1306.107381] env[69385]: _type = "Task" [ 1306.107381] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.111768] env[69385]: DEBUG nova.scheduler.client.report [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.118454] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.200091] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341378, 'name': Rename_Task, 'duration_secs': 0.145599} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.200377] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.200642] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d5d502-5f7d-42b5-8275-f15115bfce7a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.208335] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1306.208335] env[69385]: value = "task-3341380" [ 1306.208335] env[69385]: _type = "Task" [ 1306.208335] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.216224] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.421568] env[69385]: DEBUG nova.network.neutron [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance_info_cache with network_info: [{"id": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "address": "fa:16:3e:09:7f:fa", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a31e57-d5", "ovs_interfaceid": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.493694] env[69385]: DEBUG oslo_vmware.api [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341377, 'name': PowerOnVM_Task, 'duration_secs': 0.525189} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.494405] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Resumed the VM {{(pid=69385) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1306.494405] env[69385]: DEBUG nova.compute.manager [None req-f6c0292f-a132-4a0a-b609-0e9f142d9aac tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.495104] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf0b8ea-5ba5-4423-a3a9-e114aec8e2b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.618218] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.620106] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.221s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.650835] env[69385]: INFO nova.network.neutron [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating port b87e3096-e1e3-4f96-a359-6c46427a9b4f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1306.718569] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.924315] env[69385]: DEBUG oslo_concurrency.lockutils [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.924659] env[69385]: DEBUG nova.objects.instance [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'migration_context' on Instance uuid 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.118437] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604506} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.118689] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14/bef71b0a-d6a3-45b2-8052-19a2e7010e14.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.118904] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.119177] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57e37421-461c-43c9-b11b-a491676bd238 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.127026] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1307.127026] env[69385]: value = "task-3341381" [ 1307.127026] env[69385]: _type = "Task" [ 1307.127026] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.137663] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.220746] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341380, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.427723] env[69385]: DEBUG nova.objects.base [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Object Instance<6deb911c-33f5-4183-bc39-affb2859d17d> lazy-loaded attributes: info_cache,migration_context {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1307.428675] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d19d64-5271-40da-af09-c5d74a9d1d8f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.448503] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6b0a88-77ca-4738-8438-cc59976dec9e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.455416] env[69385]: DEBUG oslo_vmware.api [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1307.455416] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526bce3a-d859-5d59-f245-f9c32d4ec349" [ 1307.455416] env[69385]: _type = "Task" [ 1307.455416] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.460143] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.460425] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.460630] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "844a4fd5-8d6b-40a0-88c4-bd124608de15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.460826] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.460995] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.465627] env[69385]: DEBUG oslo_vmware.api [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526bce3a-d859-5d59-f245-f9c32d4ec349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.466123] env[69385]: INFO nova.compute.manager [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Terminating instance [ 1307.637368] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094636} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.637732] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.638351] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a584d2-faa6-432c-aa03-9f957fb393bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.657500] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14/bef71b0a-d6a3-45b2-8052-19a2e7010e14.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.657731] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06baa166-3495-4e2f-921d-ed22e782efe4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.676796] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1307.676796] env[69385]: value = "task-3341382" [ 1307.676796] env[69385]: _type = "Task" [ 1307.676796] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.684590] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.718984] env[69385]: DEBUG oslo_vmware.api [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341380, 'name': PowerOnVM_Task, 'duration_secs': 1.02926} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.719273] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.719476] env[69385]: INFO nova.compute.manager [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Took 6.03 seconds to spawn the instance on the hypervisor. [ 1307.719714] env[69385]: DEBUG nova.compute.manager [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.720438] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c6b01-a8d4-4581-b83a-2a67d0620d24 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.965519] env[69385]: DEBUG oslo_vmware.api [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526bce3a-d859-5d59-f245-f9c32d4ec349, 'name': SearchDatastore_Task, 'duration_secs': 0.033497} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.965845] env[69385]: DEBUG oslo_concurrency.lockutils [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.966106] env[69385]: DEBUG oslo_concurrency.lockutils [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.970428] env[69385]: DEBUG nova.compute.manager [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.970627] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.971754] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bf343d-6785-4205-a0c1-272b0aa1deab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.978727] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.978969] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c82ecef6-6e26-4b37-b1c7-e223ed61adad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.988516] env[69385]: DEBUG oslo_vmware.api [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1307.988516] env[69385]: value = "task-3341383" [ 1307.988516] env[69385]: _type = "Task" [ 1307.988516] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.996906] env[69385]: DEBUG oslo_vmware.api [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.188429] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341382, 'name': ReconfigVM_Task, 'duration_secs': 0.270039} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.188768] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Reconfigured VM instance instance-00000078 to attach disk [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14/bef71b0a-d6a3-45b2-8052-19a2e7010e14.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.189420] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-581b9cc2-976e-4490-bb31-b61d92e08d90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.193680] env[69385]: DEBUG nova.compute.manager [req-d47f3f41-15b7-4c7b-bb0d-88e04be24348 req-5ca2f730-9f88-4bfa-a6f9-de0f64d9c07e service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received event network-vif-plugged-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1308.193894] env[69385]: DEBUG oslo_concurrency.lockutils [req-d47f3f41-15b7-4c7b-bb0d-88e04be24348 req-5ca2f730-9f88-4bfa-a6f9-de0f64d9c07e service nova] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.194117] env[69385]: DEBUG oslo_concurrency.lockutils [req-d47f3f41-15b7-4c7b-bb0d-88e04be24348 req-5ca2f730-9f88-4bfa-a6f9-de0f64d9c07e service nova] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.194284] env[69385]: DEBUG oslo_concurrency.lockutils [req-d47f3f41-15b7-4c7b-bb0d-88e04be24348 req-5ca2f730-9f88-4bfa-a6f9-de0f64d9c07e service nova] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.194479] env[69385]: DEBUG nova.compute.manager [req-d47f3f41-15b7-4c7b-bb0d-88e04be24348 req-5ca2f730-9f88-4bfa-a6f9-de0f64d9c07e service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] No waiting events found dispatching network-vif-plugged-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.194649] env[69385]: WARNING nova.compute.manager [req-d47f3f41-15b7-4c7b-bb0d-88e04be24348 req-5ca2f730-9f88-4bfa-a6f9-de0f64d9c07e service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received unexpected event network-vif-plugged-b87e3096-e1e3-4f96-a359-6c46427a9b4f for instance with vm_state shelved_offloaded and task_state spawning. [ 1308.200758] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1308.200758] env[69385]: value = "task-3341384" [ 1308.200758] env[69385]: _type = "Task" [ 1308.200758] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.212726] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341384, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.237036] env[69385]: INFO nova.compute.manager [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Took 16.27 seconds to build instance. [ 1308.286466] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.286671] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.286799] env[69385]: DEBUG nova.network.neutron [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.508057] env[69385]: DEBUG oslo_vmware.api [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341383, 'name': PowerOffVM_Task, 'duration_secs': 0.207226} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.511163] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.511352] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.511857] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a4d8e7b-3838-4aa2-bff0-de0f0f113b14 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.584988] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.585466] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.585888] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleting the datastore file [datastore2] 844a4fd5-8d6b-40a0-88c4-bd124608de15 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.586307] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c53a71-63e2-44e3-a4f4-358d2c241cd6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.598839] env[69385]: DEBUG oslo_vmware.api [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for the task: (returnval){ [ 1308.598839] env[69385]: value = "task-3341386" [ 1308.598839] env[69385]: _type = "Task" [ 1308.598839] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.611887] env[69385]: DEBUG oslo_vmware.api [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.624771] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2035bb95-027a-4108-b26b-99309d222406 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.633582] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d41eb1-56eb-4c12-b5bc-c3aef663e402 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.669196] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91a6a98-d02d-465a-adde-31481766973c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.679971] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ff6a9e-db59-4ce4-8ca2-88ea33d46ab2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.696394] env[69385]: DEBUG nova.compute.provider_tree [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.712212] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341384, 'name': Rename_Task, 'duration_secs': 0.263695} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.712540] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.712842] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd37f3c7-6f2a-47e6-8ad8-1106ca9c4923 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.720803] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1308.720803] env[69385]: value = "task-3341387" [ 1308.720803] env[69385]: _type = "Task" [ 1308.720803] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.729460] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.740200] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c83b390a-8159-4a27-93f4-aa5571a192f2 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.782s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.937507] env[69385]: DEBUG nova.compute.manager [req-7b41f28a-6ab2-4b8a-bc55-e4f10e593f20 req-e4884d59-287e-4e17-bebb-e54453cd9add service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Received event network-changed-e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1308.937783] env[69385]: DEBUG nova.compute.manager [req-7b41f28a-6ab2-4b8a-bc55-e4f10e593f20 req-e4884d59-287e-4e17-bebb-e54453cd9add service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Refreshing instance network info cache due to event network-changed-e1d61a7a-9b84-42d8-9da3-9b1977e022c3. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1308.938464] env[69385]: DEBUG oslo_concurrency.lockutils [req-7b41f28a-6ab2-4b8a-bc55-e4f10e593f20 req-e4884d59-287e-4e17-bebb-e54453cd9add service nova] Acquiring lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.938815] env[69385]: DEBUG oslo_concurrency.lockutils [req-7b41f28a-6ab2-4b8a-bc55-e4f10e593f20 req-e4884d59-287e-4e17-bebb-e54453cd9add service nova] Acquired lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.940289] env[69385]: DEBUG nova.network.neutron [req-7b41f28a-6ab2-4b8a-bc55-e4f10e593f20 req-e4884d59-287e-4e17-bebb-e54453cd9add service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Refreshing network info cache for port e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.046793] env[69385]: DEBUG nova.network.neutron [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating instance_info_cache with network_info: [{"id": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "address": "fa:16:3e:8b:1f:fe", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e3096-e1", "ovs_interfaceid": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.111691] env[69385]: DEBUG oslo_vmware.api [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Task: {'id': task-3341386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145386} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.112417] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.112417] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.112568] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.112666] env[69385]: INFO nova.compute.manager [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1309.112959] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.113282] env[69385]: DEBUG nova.compute.manager [-] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.113581] env[69385]: DEBUG nova.network.neutron [-] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.200254] env[69385]: DEBUG nova.scheduler.client.report [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.233621] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341387, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.548729] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.577612] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4dba3c6a34c7342fe3a62af917108b76',container_format='bare',created_at=2025-04-07T03:09:43Z,direct_url=,disk_format='vmdk',id=28a02f36-0eb1-408b-bd5a-30f8088bb6f1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1416854509-shelved',owner='fa80f7a2608249ffb3ada7e16f9e9b82',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-07T03:09:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.577853] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.578015] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.578204] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.578352] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.578508] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.578736] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.578896] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.579077] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.579246] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.579416] env[69385]: DEBUG nova.virt.hardware [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.580316] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e698d0a-ada5-4e1f-9068-0eff87dc7e62 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.589067] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bfa107-5ecc-4241-ae4e-075e8825a409 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.605679] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:1f:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b87e3096-e1e3-4f96-a359-6c46427a9b4f', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.613243] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.615968] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.616235] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8dce960-8d16-4fe3-9bfe-ec49335dc981 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.637808] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.637808] env[69385]: value = "task-3341388" [ 1309.637808] env[69385]: _type = "Task" [ 1309.637808] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.646245] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341388, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.733334] env[69385]: DEBUG oslo_vmware.api [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341387, 'name': PowerOnVM_Task, 'duration_secs': 0.567985} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.733661] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.733811] env[69385]: INFO nova.compute.manager [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Took 5.86 seconds to spawn the instance on the hypervisor. [ 1309.733988] env[69385]: DEBUG nova.compute.manager [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.734885] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af2b5d-5ac4-42f6-82f1-3b28914ed109 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.751382] env[69385]: DEBUG nova.network.neutron [req-7b41f28a-6ab2-4b8a-bc55-e4f10e593f20 req-e4884d59-287e-4e17-bebb-e54453cd9add service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Updated VIF entry in instance network info cache for port e1d61a7a-9b84-42d8-9da3-9b1977e022c3. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.751820] env[69385]: DEBUG nova.network.neutron [req-7b41f28a-6ab2-4b8a-bc55-e4f10e593f20 req-e4884d59-287e-4e17-bebb-e54453cd9add service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Updating instance_info_cache with network_info: [{"id": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "address": "fa:16:3e:e1:84:2e", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d61a7a-9b", "ovs_interfaceid": "e1d61a7a-9b84-42d8-9da3-9b1977e022c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.155860] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341388, 'name': CreateVM_Task, 'duration_secs': 0.337259} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.155925] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.156863] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.157141] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.157747] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.157967] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662fc4dc-9732-46ff-8548-323c6f45f936 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.166427] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1310.166427] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529f88f5-1cbf-d291-18a9-4c7e9467994f" [ 1310.166427] env[69385]: _type = "Task" [ 1310.166427] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.170639] env[69385]: DEBUG nova.network.neutron [-] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.187847] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.188133] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Processing image 28a02f36-0eb1-408b-bd5a-30f8088bb6f1 {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.188766] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1/28a02f36-0eb1-408b-bd5a-30f8088bb6f1.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.188766] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1/28a02f36-0eb1-408b-bd5a-30f8088bb6f1.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.188766] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.188953] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe18e4c-ee8c-497d-bea7-7d729da31c86 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.200183] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.200384] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.201394] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e63b0c6-0407-4c05-868f-e1fa1088403d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.207206] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1310.207206] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f94004-c08c-6fac-502e-b2c99174e249" [ 1310.207206] env[69385]: _type = "Task" [ 1310.207206] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.211231] env[69385]: DEBUG oslo_concurrency.lockutils [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.245s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.211416] env[69385]: DEBUG nova.compute.manager [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69385) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1310.221384] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f94004-c08c-6fac-502e-b2c99174e249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.224134] env[69385]: DEBUG nova.compute.manager [req-0e65f575-614d-4a50-9286-4b124751747a req-4cfd7856-b161-4179-9214-2ac4b09e2f63 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received event network-changed-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1310.224329] env[69385]: DEBUG nova.compute.manager [req-0e65f575-614d-4a50-9286-4b124751747a req-4cfd7856-b161-4179-9214-2ac4b09e2f63 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Refreshing instance network info cache due to event network-changed-b87e3096-e1e3-4f96-a359-6c46427a9b4f. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1310.224559] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e65f575-614d-4a50-9286-4b124751747a req-4cfd7856-b161-4179-9214-2ac4b09e2f63 service nova] Acquiring lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.224747] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e65f575-614d-4a50-9286-4b124751747a req-4cfd7856-b161-4179-9214-2ac4b09e2f63 service nova] Acquired lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.226099] env[69385]: DEBUG nova.network.neutron [req-0e65f575-614d-4a50-9286-4b124751747a req-4cfd7856-b161-4179-9214-2ac4b09e2f63 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Refreshing network info cache for port b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.255915] env[69385]: DEBUG oslo_concurrency.lockutils [req-7b41f28a-6ab2-4b8a-bc55-e4f10e593f20 req-e4884d59-287e-4e17-bebb-e54453cd9add service nova] Releasing lock "refresh_cache-1776fa73-9144-4d4b-9265-e949d4d2577a" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.256311] env[69385]: INFO nova.compute.manager [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Took 12.95 seconds to build instance. [ 1310.651478] env[69385]: DEBUG nova.compute.manager [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Stashing vm_state: active {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1310.673675] env[69385]: INFO nova.compute.manager [-] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Took 1.56 seconds to deallocate network for instance. [ 1310.724782] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Preparing fetch location {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1310.724943] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Fetch image to [datastore2] OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8/OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8.vmdk {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1310.725559] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Downloading stream optimized image 28a02f36-0eb1-408b-bd5a-30f8088bb6f1 to [datastore2] OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8/OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8.vmdk on the data store datastore2 as vApp {{(pid=69385) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1310.725559] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Downloading image file data 28a02f36-0eb1-408b-bd5a-30f8088bb6f1 to the ESX as VM named 'OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8' {{(pid=69385) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1310.767855] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b1a5c12-c3f4-4166-9172-0a294f94c500 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "bef71b0a-d6a3-45b2-8052-19a2e7010e14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.476s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.772221] env[69385]: INFO nova.scheduler.client.report [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted allocation for migration d446ba1d-6180-4dcf-ac9f-f068229f7f0a [ 1310.920657] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1310.920657] env[69385]: value = "resgroup-9" [ 1310.920657] env[69385]: _type = "ResourcePool" [ 1310.920657] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1310.920969] env[69385]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1832b7e5-bc2e-411d-8bc2-c080bd22958c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.948810] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lease: (returnval){ [ 1310.948810] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a74deb-f460-4cd0-a630-481814ec0ee9" [ 1310.948810] env[69385]: _type = "HttpNfcLease" [ 1310.948810] env[69385]: } obtained for vApp import into resource pool (val){ [ 1310.948810] env[69385]: value = "resgroup-9" [ 1310.948810] env[69385]: _type = "ResourcePool" [ 1310.948810] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1310.949095] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the lease: (returnval){ [ 1310.949095] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a74deb-f460-4cd0-a630-481814ec0ee9" [ 1310.949095] env[69385]: _type = "HttpNfcLease" [ 1310.949095] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1310.956252] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1310.956252] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a74deb-f460-4cd0-a630-481814ec0ee9" [ 1310.956252] env[69385]: _type = "HttpNfcLease" [ 1310.956252] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1310.968095] env[69385]: DEBUG nova.compute.manager [req-bfea57fe-ae2a-4ae8-bc6a-ceec109f12e3 req-3eefcc56-6186-4cbf-947c-982fa8c9fd3d service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Received event network-changed-80878961-1e2e-4bc0-bbba-a4d18d5ac96d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1310.968355] env[69385]: DEBUG nova.compute.manager [req-bfea57fe-ae2a-4ae8-bc6a-ceec109f12e3 req-3eefcc56-6186-4cbf-947c-982fa8c9fd3d service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Refreshing instance network info cache due to event network-changed-80878961-1e2e-4bc0-bbba-a4d18d5ac96d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1310.968525] env[69385]: DEBUG oslo_concurrency.lockutils [req-bfea57fe-ae2a-4ae8-bc6a-ceec109f12e3 req-3eefcc56-6186-4cbf-947c-982fa8c9fd3d service nova] Acquiring lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.968666] env[69385]: DEBUG oslo_concurrency.lockutils [req-bfea57fe-ae2a-4ae8-bc6a-ceec109f12e3 req-3eefcc56-6186-4cbf-947c-982fa8c9fd3d service nova] Acquired lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.968843] env[69385]: DEBUG nova.network.neutron [req-bfea57fe-ae2a-4ae8-bc6a-ceec109f12e3 req-3eefcc56-6186-4cbf-947c-982fa8c9fd3d service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Refreshing network info cache for port 80878961-1e2e-4bc0-bbba-a4d18d5ac96d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.038287] env[69385]: DEBUG nova.network.neutron [req-0e65f575-614d-4a50-9286-4b124751747a req-4cfd7856-b161-4179-9214-2ac4b09e2f63 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updated VIF entry in instance network info cache for port b87e3096-e1e3-4f96-a359-6c46427a9b4f. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.038687] env[69385]: DEBUG nova.network.neutron [req-0e65f575-614d-4a50-9286-4b124751747a req-4cfd7856-b161-4179-9214-2ac4b09e2f63 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating instance_info_cache with network_info: [{"id": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "address": "fa:16:3e:8b:1f:fe", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87e3096-e1", "ovs_interfaceid": "b87e3096-e1e3-4f96-a359-6c46427a9b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.169114] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.169405] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.179153] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.230938] env[69385]: INFO nova.compute.manager [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Rebuilding instance [ 1311.270689] env[69385]: DEBUG nova.compute.manager [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.271599] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0da446-31fa-4eb1-897c-493010fecd54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.277836] env[69385]: DEBUG oslo_concurrency.lockutils [None req-659a7a7c-3cb4-408c-bff6-8cfa54199bb6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.707s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.458625] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.458625] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a74deb-f460-4cd0-a630-481814ec0ee9" [ 1311.458625] env[69385]: _type = "HttpNfcLease" [ 1311.458625] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1311.541344] env[69385]: DEBUG oslo_concurrency.lockutils [req-0e65f575-614d-4a50-9286-4b124751747a req-4cfd7856-b161-4179-9214-2ac4b09e2f63 service nova] Releasing lock "refresh_cache-bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.541607] env[69385]: DEBUG nova.compute.manager [req-0e65f575-614d-4a50-9286-4b124751747a req-4cfd7856-b161-4179-9214-2ac4b09e2f63 service nova] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Received event network-vif-deleted-50acb4b1-80f4-4317-b668-f11094211860 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1311.625987] env[69385]: DEBUG nova.objects.instance [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'flavor' on Instance uuid 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.673784] env[69385]: INFO nova.compute.claims [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.732683] env[69385]: DEBUG nova.network.neutron [req-bfea57fe-ae2a-4ae8-bc6a-ceec109f12e3 req-3eefcc56-6186-4cbf-947c-982fa8c9fd3d service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updated VIF entry in instance network info cache for port 80878961-1e2e-4bc0-bbba-a4d18d5ac96d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.733180] env[69385]: DEBUG nova.network.neutron [req-bfea57fe-ae2a-4ae8-bc6a-ceec109f12e3 req-3eefcc56-6186-4cbf-947c-982fa8c9fd3d service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance_info_cache with network_info: [{"id": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "address": "fa:16:3e:e7:9a:31", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80878961-1e", "ovs_interfaceid": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.959533] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.959533] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a74deb-f460-4cd0-a630-481814ec0ee9" [ 1311.959533] env[69385]: _type = "HttpNfcLease" [ 1311.959533] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1311.960014] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1311.960014] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a74deb-f460-4cd0-a630-481814ec0ee9" [ 1311.960014] env[69385]: _type = "HttpNfcLease" [ 1311.960014] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1311.960592] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c044ff2f-bedf-4eeb-adf8-4e0d91322963 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.968767] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224e9a0-2c74-f198-9085-3f7b82872445/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1311.968976] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224e9a0-2c74-f198-9085-3f7b82872445/disk-0.vmdk. {{(pid=69385) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1312.031772] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6b4917c-694a-4a6d-89a8-c5613a0cc719 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.131338] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.131532] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.131734] env[69385]: DEBUG nova.network.neutron [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.131926] env[69385]: DEBUG nova.objects.instance [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'info_cache' on Instance uuid 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.180189] env[69385]: INFO nova.compute.resource_tracker [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating resource usage from migration 3f23a2ac-90ac-42ac-afb8-07a485be657a [ 1312.235826] env[69385]: DEBUG oslo_concurrency.lockutils [req-bfea57fe-ae2a-4ae8-bc6a-ceec109f12e3 req-3eefcc56-6186-4cbf-947c-982fa8c9fd3d service nova] Releasing lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.289172] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.290884] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d90a71b-c538-4a43-a400-0cefd3f501b0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.302787] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1312.302787] env[69385]: value = "task-3341390" [ 1312.302787] env[69385]: _type = "Task" [ 1312.302787] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.315310] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.328811] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f6c808-4ba3-433a-9d9e-f9ca979d4112 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.338226] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ae98c-cd96-4814-9277-86241d2fd6cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.377167] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5d4e20-e97b-49c9-8992-79e010800bb6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.385672] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9c1f14-9b70-4c49-ba29-ead4f6881260 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.402987] env[69385]: DEBUG nova.compute.provider_tree [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.635248] env[69385]: DEBUG nova.objects.base [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Object Instance<6deb911c-33f5-4183-bc39-affb2859d17d> lazy-loaded attributes: flavor,info_cache {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1312.816728] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341390, 'name': PowerOffVM_Task, 'duration_secs': 0.243837} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.818568] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.818867] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.819675] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d66c74c-067f-4483-94e0-b73a9a2d6c9d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.827404] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.827648] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-145157c9-b757-4c5a-aade-0b914aa3861c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.865170] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.865588] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.865708] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Deleting the datastore file [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.867955] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07cbaa90-2162-4917-b248-961c09c0aa88 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.876330] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1312.876330] env[69385]: value = "task-3341392" [ 1312.876330] env[69385]: _type = "Task" [ 1312.876330] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.885089] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.908140] env[69385]: DEBUG nova.scheduler.client.report [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.232418] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Completed reading data from the image iterator. {{(pid=69385) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1313.232778] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224e9a0-2c74-f198-9085-3f7b82872445/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1313.233556] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b21a274-04c7-458f-a7a8-5a25d3dbc89e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.240770] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224e9a0-2c74-f198-9085-3f7b82872445/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1313.240948] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224e9a0-2c74-f198-9085-3f7b82872445/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1313.241222] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-adbe9be5-2b96-46b4-8e38-3445e2304ad1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.371816] env[69385]: DEBUG nova.network.neutron [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance_info_cache with network_info: [{"id": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "address": "fa:16:3e:09:7f:fa", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a31e57-d5", "ovs_interfaceid": "05a31e57-d5dc-4c93-9c07-b96cd1992a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.386479] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126928} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.386759] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.386967] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.387163] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.413332] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.244s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.413570] env[69385]: INFO nova.compute.manager [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Migrating [ 1313.419995] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.241s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.420201] env[69385]: DEBUG nova.objects.instance [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lazy-loading 'resources' on Instance uuid 844a4fd5-8d6b-40a0-88c4-bd124608de15 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.487428] env[69385]: DEBUG oslo_vmware.rw_handles [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224e9a0-2c74-f198-9085-3f7b82872445/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1313.487654] env[69385]: INFO nova.virt.vmwareapi.images [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Downloaded image file data 28a02f36-0eb1-408b-bd5a-30f8088bb6f1 [ 1313.488508] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccb4d68-3ee2-42f1-91b8-533d7da138cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.507220] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c19f87f-78b4-42b3-b6bc-3afad14549e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.537412] env[69385]: INFO nova.virt.vmwareapi.images [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] The imported VM was unregistered [ 1313.539792] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Caching image {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1313.540035] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating directory with path [datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.540403] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad215d29-8604-41cc-a9dc-2d9af0e979d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.552834] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Created directory with path [datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.553016] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8/OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8.vmdk to [datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1/28a02f36-0eb1-408b-bd5a-30f8088bb6f1.vmdk. {{(pid=69385) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1313.553287] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8b283411-f22f-4b52-a699-6065f542178d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.560976] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1313.560976] env[69385]: value = "task-3341394" [ 1313.560976] env[69385]: _type = "Task" [ 1313.560976] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.569564] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341394, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.874643] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-6deb911c-33f5-4183-bc39-affb2859d17d" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.930447] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.930637] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.930816] env[69385]: DEBUG nova.network.neutron [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.062989] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f8533-290f-43fd-ba07-e5fe6d01bf72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.075145] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341394, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.078049] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33335cc4-bb0c-49aa-83fd-06a6d3872412 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.109435] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0083c5-af72-4ed7-8381-5cb4d780deb4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.118387] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6895794-0dcd-40da-8475-40cda2f177ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.133771] env[69385]: DEBUG nova.compute.provider_tree [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.424563] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.424950] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.424997] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.425162] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.425306] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.425482] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.425688] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.425842] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.426017] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.426188] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.426357] env[69385]: DEBUG nova.virt.hardware [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.427605] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72bb840-50d7-416d-b94b-f524071df6c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.438779] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed5cde8-7220-4664-85c8-162a60177a87 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.454960] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.460796] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.461486] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.461826] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ca8abd1-94f6-4994-8efc-41946d7bcc90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.483970] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.483970] env[69385]: value = "task-3341395" [ 1314.483970] env[69385]: _type = "Task" [ 1314.483970] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.493751] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341395, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.572865] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341394, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.637273] env[69385]: DEBUG nova.scheduler.client.report [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.695799] env[69385]: DEBUG nova.network.neutron [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance_info_cache with network_info: [{"id": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "address": "fa:16:3e:e7:9a:31", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80878961-1e", "ovs_interfaceid": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.882993] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.883186] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be2d80e-4b85-4f6d-b4cb-5f43c34ac40b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.896121] env[69385]: DEBUG oslo_vmware.api [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1314.896121] env[69385]: value = "task-3341396" [ 1314.896121] env[69385]: _type = "Task" [ 1314.896121] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.912700] env[69385]: DEBUG oslo_vmware.api [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.994438] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341395, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.074137] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341394, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.145441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.165715] env[69385]: INFO nova.scheduler.client.report [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Deleted allocations for instance 844a4fd5-8d6b-40a0-88c4-bd124608de15 [ 1315.198595] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.406824] env[69385]: DEBUG oslo_vmware.api [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341396, 'name': PowerOnVM_Task, 'duration_secs': 0.446801} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.407118] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.407325] env[69385]: DEBUG nova.compute.manager [None req-e2296f28-a7b5-4140-9ebb-e79ac9d970f0 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.408161] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db31de5-284f-4c17-85bf-f85386e436c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.496052] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341395, 'name': CreateVM_Task} progress is 25%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.576661] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341394, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.674202] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b579f5f-a44e-4a76-9e1b-b9e3382829b0 tempest-ServerActionsTestJSON-1556547035 tempest-ServerActionsTestJSON-1556547035-project-member] Lock "844a4fd5-8d6b-40a0-88c4-bd124608de15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.214s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.996905] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341395, 'name': CreateVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.075202] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341394, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.407025] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "6deb911c-33f5-4183-bc39-affb2859d17d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.407025] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.407025] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "6deb911c-33f5-4183-bc39-affb2859d17d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.407025] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.407025] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.408553] env[69385]: INFO nova.compute.manager [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Terminating instance [ 1316.499240] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341395, 'name': CreateVM_Task, 'duration_secs': 1.836626} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.499240] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.500158] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.500516] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.500959] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.501389] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d900387-6a4b-4760-8f89-c8abea841b58 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.507053] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1316.507053] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523c5526-c246-ae2f-8bfa-529c72353b5d" [ 1316.507053] env[69385]: _type = "Task" [ 1316.507053] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.516263] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523c5526-c246-ae2f-8bfa-529c72353b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.578089] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341394, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.585559} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.578089] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8/OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8.vmdk to [datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1/28a02f36-0eb1-408b-bd5a-30f8088bb6f1.vmdk. [ 1316.578089] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Cleaning up location [datastore2] OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8 {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1316.578089] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e0fe267a-38f5-4299-b275-6a3fa12cd3b8 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.578089] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41be8077-6b59-4580-9736-c077028573a8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.585237] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1316.585237] env[69385]: value = "task-3341397" [ 1316.585237] env[69385]: _type = "Task" [ 1316.585237] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.593379] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.713980] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b7bb4b-a2c6-433c-9ae7-40155d791833 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.734184] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance '854192d5-7d54-42d0-b305-f4fa3902d3de' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.916480] env[69385]: DEBUG nova.compute.manager [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.916722] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.919737] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a25d617-4cfe-4cfe-8fac-0d64fec88b9b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.928121] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.928379] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95910485-efb4-494e-b671-382e2e916e8e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.935741] env[69385]: DEBUG oslo_vmware.api [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1316.935741] env[69385]: value = "task-3341398" [ 1316.935741] env[69385]: _type = "Task" [ 1316.935741] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.945997] env[69385]: DEBUG oslo_vmware.api [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.019923] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523c5526-c246-ae2f-8bfa-529c72353b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.020379] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.020702] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.020975] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.021144] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.021353] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.021664] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa9721f9-efb9-4945-ad1c-7641804ad49d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.032140] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.032419] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.033198] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b46fc0-dda1-4dc7-99cf-ace8ffbd2f79 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.039319] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1317.039319] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c12c74-03b4-992e-b539-c385c80a5291" [ 1317.039319] env[69385]: _type = "Task" [ 1317.039319] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.049787] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c12c74-03b4-992e-b539-c385c80a5291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.094864] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03642} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.095143] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.095311] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1/28a02f36-0eb1-408b-bd5a-30f8088bb6f1.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.095681] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1/28a02f36-0eb1-408b-bd5a-30f8088bb6f1.vmdk to [datastore2] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20/bc0f7d1a-9840-41ab-9bfa-73d72af7fc20.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.096030] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45466b17-0ad4-4117-a5f3-dfaad9a1df98 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.104091] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1317.104091] env[69385]: value = "task-3341399" [ 1317.104091] env[69385]: _type = "Task" [ 1317.104091] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.112743] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.240182] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.240550] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-301a4562-5109-4291-ab67-968f585c7941 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.249389] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1317.249389] env[69385]: value = "task-3341400" [ 1317.249389] env[69385]: _type = "Task" [ 1317.249389] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.262170] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.447345] env[69385]: DEBUG oslo_vmware.api [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341398, 'name': PowerOffVM_Task, 'duration_secs': 0.207868} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.448525] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.448525] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.448525] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce0ead9-b794-4d4e-98e2-0a3bb089bd20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.522189] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.522707] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.522707] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleting the datastore file [datastore1] 6deb911c-33f5-4183-bc39-affb2859d17d {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.523063] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5210bc29-52e6-40c9-9166-fbb43898aed2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.536585] env[69385]: DEBUG oslo_vmware.api [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1317.536585] env[69385]: value = "task-3341402" [ 1317.536585] env[69385]: _type = "Task" [ 1317.536585] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.551695] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52c12c74-03b4-992e-b539-c385c80a5291, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.555913] env[69385]: DEBUG oslo_vmware.api [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.556675] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dceae03b-1ed1-4bb3-a559-5560ccb81121 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.566413] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1317.566413] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a81ee4-366b-0ec8-c478-6b7be85471fa" [ 1317.566413] env[69385]: _type = "Task" [ 1317.566413] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.579805] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a81ee4-366b-0ec8-c478-6b7be85471fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.615730] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341399, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.760999] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341400, 'name': PowerOffVM_Task, 'duration_secs': 0.312753} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.761371] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.761564] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance '854192d5-7d54-42d0-b305-f4fa3902d3de' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.048228] env[69385]: DEBUG oslo_vmware.api [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475683} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.048591] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.048803] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.048998] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.049248] env[69385]: INFO nova.compute.manager [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1318.049515] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.049764] env[69385]: DEBUG nova.compute.manager [-] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.049865] env[69385]: DEBUG nova.network.neutron [-] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.079595] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a81ee4-366b-0ec8-c478-6b7be85471fa, 'name': SearchDatastore_Task, 'duration_secs': 0.086701} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.079889] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.080173] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14/bef71b0a-d6a3-45b2-8052-19a2e7010e14.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.082528] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a4e3dd7-13d7-4ca0-9077-b2bf5d51f7dc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.091333] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1318.091333] env[69385]: value = "task-3341403" [ 1318.091333] env[69385]: _type = "Task" [ 1318.091333] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.100419] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.116484] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341399, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.270479] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.270911] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.271198] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.271517] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.271864] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.272203] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.272656] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.272932] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.273372] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.273659] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.273916] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.283050] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b083772-9bc3-47d5-97f9-3813aa629cea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.307724] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1318.307724] env[69385]: value = "task-3341404" [ 1318.307724] env[69385]: _type = "Task" [ 1318.307724] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.319348] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.603696] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.620583] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341399, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.662279] env[69385]: DEBUG nova.compute.manager [req-9f28e5d6-335a-460f-bff7-c2bf719f01ed req-8e287a81-da16-4b2f-8c40-5cc0180204cf service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Received event network-vif-deleted-05a31e57-d5dc-4c93-9c07-b96cd1992a08 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1318.662607] env[69385]: INFO nova.compute.manager [req-9f28e5d6-335a-460f-bff7-c2bf719f01ed req-8e287a81-da16-4b2f-8c40-5cc0180204cf service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Neutron deleted interface 05a31e57-d5dc-4c93-9c07-b96cd1992a08; detaching it from the instance and deleting it from the info cache [ 1318.663430] env[69385]: DEBUG nova.network.neutron [req-9f28e5d6-335a-460f-bff7-c2bf719f01ed req-8e287a81-da16-4b2f-8c40-5cc0180204cf service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.819687] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341404, 'name': ReconfigVM_Task, 'duration_secs': 0.35623} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.820014] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance '854192d5-7d54-42d0-b305-f4fa3902d3de' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.104932] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquiring lock "631e3867-df61-4a31-9557-55ecdccdb67e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.105639] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "631e3867-df61-4a31-9557-55ecdccdb67e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.113265] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.129950] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341399, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.142623] env[69385]: DEBUG nova.network.neutron [-] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.167030] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1696ab02-43c3-4bec-bb89-2e7e66eaf2b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.180210] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4072b5-fc3d-4dc6-a922-e738be3ab997 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.214374] env[69385]: DEBUG nova.compute.manager [req-9f28e5d6-335a-460f-bff7-c2bf719f01ed req-8e287a81-da16-4b2f-8c40-5cc0180204cf service nova] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Detach interface failed, port_id=05a31e57-d5dc-4c93-9c07-b96cd1992a08, reason: Instance 6deb911c-33f5-4183-bc39-affb2859d17d could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1319.327904] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.328201] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.328362] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.328550] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.328696] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.328843] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.329101] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.329237] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.329414] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.329577] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.329749] env[69385]: DEBUG nova.virt.hardware [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.335389] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.335722] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28adee9f-f8b1-46ff-a52f-903713fc476c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.359657] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1319.359657] env[69385]: value = "task-3341405" [ 1319.359657] env[69385]: _type = "Task" [ 1319.359657] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.370029] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.604186] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.616437] env[69385]: DEBUG nova.compute.manager [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.625964] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341399, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.649240] env[69385]: INFO nova.compute.manager [-] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Took 1.60 seconds to deallocate network for instance. [ 1319.870617] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341405, 'name': ReconfigVM_Task, 'duration_secs': 0.469675} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.870879] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1319.871782] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accd0337-7262-42b2-9be1-4c2b9a7bb646 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.894512] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a/volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.894802] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd3bf080-84b6-4ab7-b055-1a0d3a6fa2a5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.916183] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1319.916183] env[69385]: value = "task-3341406" [ 1319.916183] env[69385]: _type = "Task" [ 1319.916183] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.926285] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.105595] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.125513] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341399, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.570346} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.128165] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28a02f36-0eb1-408b-bd5a-30f8088bb6f1/28a02f36-0eb1-408b-bd5a-30f8088bb6f1.vmdk to [datastore2] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20/bc0f7d1a-9840-41ab-9bfa-73d72af7fc20.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.129571] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b71da49-88b1-4bfd-8d9e-d9f6628d65a9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.170422] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20/bc0f7d1a-9840-41ab-9bfa-73d72af7fc20.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.172617] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.173160] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.175734] env[69385]: INFO nova.compute.claims [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.180934] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.182061] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4deae574-a6ae-43e9-a3a6-acc2223dba9a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.217795] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1320.217795] env[69385]: value = "task-3341407" [ 1320.217795] env[69385]: _type = "Task" [ 1320.217795] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.230391] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.426096] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341406, 'name': ReconfigVM_Task, 'duration_secs': 0.489151} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.426390] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a/volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.426658] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance '854192d5-7d54-42d0-b305-f4fa3902d3de' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.603943] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341403, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.183444} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.604231] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14/bef71b0a-d6a3-45b2-8052-19a2e7010e14.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.604478] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.604759] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31b6aaf8-bbe7-4607-81e9-a0b4967526be {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.612373] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1320.612373] env[69385]: value = "task-3341408" [ 1320.612373] env[69385]: _type = "Task" [ 1320.612373] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.622240] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.729093] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341407, 'name': ReconfigVM_Task, 'duration_secs': 0.339854} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.729381] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Reconfigured VM instance instance-00000071 to attach disk [datastore2] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20/bc0f7d1a-9840-41ab-9bfa-73d72af7fc20.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.730484] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'guest_format': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_format': None, 'image_id': '6788802f-f696-4e00-9f4a-89d02bb489fb'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666875', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'name': 'volume-0625677b-7a82-4cd3-b43b-7c9a6837c729', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bc0f7d1a-9840-41ab-9bfa-73d72af7fc20', 'attached_at': '', 'detached_at': '', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'serial': '0625677b-7a82-4cd3-b43b-7c9a6837c729'}, 'attachment_id': '150b92cc-f90c-4b24-9a18-e15ec377464d', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69385) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1320.730692] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1320.730880] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666875', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'name': 'volume-0625677b-7a82-4cd3-b43b-7c9a6837c729', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bc0f7d1a-9840-41ab-9bfa-73d72af7fc20', 'attached_at': '', 'detached_at': '', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'serial': '0625677b-7a82-4cd3-b43b-7c9a6837c729'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1320.731676] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a74a32-2b8c-4378-9a4b-fa9ce2aa6f6f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.749506] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e7085-3b0a-4923-93ea-bd0eeb7c3983 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.774916] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-0625677b-7a82-4cd3-b43b-7c9a6837c729/volume-0625677b-7a82-4cd3-b43b-7c9a6837c729.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.775217] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f232572-55e8-4a9f-9c92-0e850eb320f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.794211] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1320.794211] env[69385]: value = "task-3341409" [ 1320.794211] env[69385]: _type = "Task" [ 1320.794211] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.803334] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.933749] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ee644-8292-42d8-ac9e-a2c1d62edf2c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.952936] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9531cc1-1906-47b4-bef7-96267a109d50 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.974495] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance '854192d5-7d54-42d0-b305-f4fa3902d3de' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.123054] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079295} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.123277] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.124062] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc28c606-058b-42a9-b113-58485313c206 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.145020] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14/bef71b0a-d6a3-45b2-8052-19a2e7010e14.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.145709] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e29657-9ac4-417a-a237-30b806617cbb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.167752] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1321.167752] env[69385]: value = "task-3341410" [ 1321.167752] env[69385]: _type = "Task" [ 1321.167752] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.176657] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.305386] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341409, 'name': ReconfigVM_Task, 'duration_secs': 0.326242} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.305756] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-0625677b-7a82-4cd3-b43b-7c9a6837c729/volume-0625677b-7a82-4cd3-b43b-7c9a6837c729.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.310357] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b5443a-4bc2-47d2-ac1b-3044b6b75166 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.327978] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1321.327978] env[69385]: value = "task-3341411" [ 1321.327978] env[69385]: _type = "Task" [ 1321.327978] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.332466] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe35ea2-a8d5-4455-bee5-3631efbb67cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.341553] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.344736] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dd8b05-2eb1-4ea8-933c-de35159904fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.377614] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4b3dec-fa5f-41ee-ab1d-00934e4659be {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.385361] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bc99f7-fb91-47fe-9f6b-45ffa9970f26 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.398754] env[69385]: DEBUG nova.compute.provider_tree [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.677946] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341410, 'name': ReconfigVM_Task, 'duration_secs': 0.305912} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.678346] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Reconfigured VM instance instance-00000078 to attach disk [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14/bef71b0a-d6a3-45b2-8052-19a2e7010e14.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.678775] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e05e7e6d-b841-4e98-9a30-2cef180499d3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.687634] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1321.687634] env[69385]: value = "task-3341412" [ 1321.687634] env[69385]: _type = "Task" [ 1321.687634] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.698585] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341412, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.840341] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341411, 'name': ReconfigVM_Task, 'duration_secs': 0.156145} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.840746] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666875', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'name': 'volume-0625677b-7a82-4cd3-b43b-7c9a6837c729', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bc0f7d1a-9840-41ab-9bfa-73d72af7fc20', 'attached_at': '', 'detached_at': '', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'serial': '0625677b-7a82-4cd3-b43b-7c9a6837c729'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1321.841441] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a847cb-2019-462f-9e96-d9d05bbd8d58 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.849103] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1321.849103] env[69385]: value = "task-3341413" [ 1321.849103] env[69385]: _type = "Task" [ 1321.849103] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.857715] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341413, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.901933] env[69385]: DEBUG nova.scheduler.client.report [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.198063] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341412, 'name': Rename_Task, 'duration_secs': 0.152567} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.198348] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.198586] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c122acb-1040-403d-9903-1cc31eaa0575 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.206831] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1322.206831] env[69385]: value = "task-3341414" [ 1322.206831] env[69385]: _type = "Task" [ 1322.206831] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.218246] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.359321] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341413, 'name': Rename_Task, 'duration_secs': 0.154719} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.359541] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.359782] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-462cc676-2c01-4551-afe9-f91427afc787 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.366362] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1322.366362] env[69385]: value = "task-3341415" [ 1322.366362] env[69385]: _type = "Task" [ 1322.366362] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.373897] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.408998] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.409560] env[69385]: DEBUG nova.compute.manager [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.412207] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.231s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.412597] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.431827] env[69385]: INFO nova.scheduler.client.report [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted allocations for instance 6deb911c-33f5-4183-bc39-affb2859d17d [ 1322.627707] env[69385]: DEBUG nova.network.neutron [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Port 80878961-1e2e-4bc0-bbba-a4d18d5ac96d binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1322.718613] env[69385]: DEBUG oslo_vmware.api [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341414, 'name': PowerOnVM_Task, 'duration_secs': 0.444671} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.718989] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.719108] env[69385]: DEBUG nova.compute.manager [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.719891] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f03d2-c9f9-420f-a783-4500c85e73f2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.877712] env[69385]: DEBUG oslo_vmware.api [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341415, 'name': PowerOnVM_Task, 'duration_secs': 0.503874} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.878026] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.917254] env[69385]: DEBUG nova.compute.utils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.918671] env[69385]: DEBUG nova.compute.manager [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1322.939917] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e473fe6a-0d50-4b2b-8e7a-754af2448178 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "6deb911c-33f5-4183-bc39-affb2859d17d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.535s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.983127] env[69385]: DEBUG nova.compute.manager [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.984244] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3da0fa-7670-4053-87e2-3ce40c4caeeb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.236010] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.236189] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.236370] env[69385]: DEBUG nova.objects.instance [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1323.420103] env[69385]: DEBUG nova.compute.manager [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.500874] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dede3ad8-37f1-4b9c-b4c1-b2c892d86def tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.362s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.582012] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "43228550-eaea-4a1b-84ee-72f73f6bb470" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.582012] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.617719] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "bef71b0a-d6a3-45b2-8052-19a2e7010e14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.617976] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "bef71b0a-d6a3-45b2-8052-19a2e7010e14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.618324] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "bef71b0a-d6a3-45b2-8052-19a2e7010e14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.618655] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "bef71b0a-d6a3-45b2-8052-19a2e7010e14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.618962] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "bef71b0a-d6a3-45b2-8052-19a2e7010e14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.621766] env[69385]: INFO nova.compute.manager [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Terminating instance [ 1323.650989] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "854192d5-7d54-42d0-b305-f4fa3902d3de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.651216] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.651388] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.083393] env[69385]: DEBUG nova.compute.manager [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.126309] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "refresh_cache-bef71b0a-d6a3-45b2-8052-19a2e7010e14" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.126526] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquired lock "refresh_cache-bef71b0a-d6a3-45b2-8052-19a2e7010e14" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.126732] env[69385]: DEBUG nova.network.neutron [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.245874] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b9ad30ce-5fab-4618-9a83-278833738a21 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.430076] env[69385]: DEBUG nova.compute.manager [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.456569] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.456807] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.456964] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.457157] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.457301] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.457447] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.457676] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.457866] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.458045] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.458215] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.458387] env[69385]: DEBUG nova.virt.hardware [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.459265] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f93345-2bde-4511-ae73-5f93c1422e3c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.467987] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27e4c30-9ff5-4696-bf79-d75a6aa90324 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.481230] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.486682] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Creating folder: Project (b3d14ecb36904cc6913e30d10bb26641). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.486975] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-408888a8-5806-4fa9-8e3f-0d4fa7dd91da {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.499145] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Created folder: Project (b3d14ecb36904cc6913e30d10bb26641) in parent group-v666556. [ 1324.499341] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Creating folder: Instances. Parent ref: group-v666883. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.499575] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ad71be-ba5d-48b2-8277-d907dd0cdf62 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.513473] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Created folder: Instances in parent group-v666883. [ 1324.513777] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.514096] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.514367] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e74c93f1-e4b8-4e00-954b-475211eedb3b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.533363] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.533363] env[69385]: value = "task-3341418" [ 1324.533363] env[69385]: _type = "Task" [ 1324.533363] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.543508] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341418, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.608603] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.609073] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.610806] env[69385]: INFO nova.compute.claims [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.648302] env[69385]: DEBUG nova.network.neutron [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.688123] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.688313] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.688493] env[69385]: DEBUG nova.network.neutron [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.699105] env[69385]: DEBUG nova.network.neutron [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.046523] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341418, 'name': CreateVM_Task, 'duration_secs': 0.298761} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.046732] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.047163] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.047334] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.047726] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.048012] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6287fb7-5d4a-4454-a8e9-d6d9a4949ede {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.052880] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1325.052880] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521627d5-5372-36d0-7e40-8342957ff67d" [ 1325.052880] env[69385]: _type = "Task" [ 1325.052880] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.061881] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521627d5-5372-36d0-7e40-8342957ff67d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.203049] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Releasing lock "refresh_cache-bef71b0a-d6a3-45b2-8052-19a2e7010e14" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.203496] env[69385]: DEBUG nova.compute.manager [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.203696] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.204588] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa6e624-2bc2-4923-9f22-a0a6d848121d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.213730] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.213730] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-973a9f10-4b58-400d-8531-10fc366d147a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.223773] env[69385]: DEBUG oslo_vmware.api [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1325.223773] env[69385]: value = "task-3341419" [ 1325.223773] env[69385]: _type = "Task" [ 1325.223773] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.232688] env[69385]: DEBUG oslo_vmware.api [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.408410] env[69385]: DEBUG nova.network.neutron [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance_info_cache with network_info: [{"id": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "address": "fa:16:3e:e7:9a:31", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80878961-1e", "ovs_interfaceid": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.563854] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]521627d5-5372-36d0-7e40-8342957ff67d, 'name': SearchDatastore_Task, 'duration_secs': 0.012565} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.564191] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.564467] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.564772] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.564959] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.565200] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.565500] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30e0bcfc-7bbf-400b-acc0-c17a4bcb37b9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.575027] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.575215] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.576021] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a97653e-4377-4c9b-99f1-96d26dd3b6a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.581646] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1325.581646] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f8375b-1b19-ee32-49b2-8900adb51c4b" [ 1325.581646] env[69385]: _type = "Task" [ 1325.581646] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.589730] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f8375b-1b19-ee32-49b2-8900adb51c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.735781] env[69385]: DEBUG oslo_vmware.api [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341419, 'name': PowerOffVM_Task, 'duration_secs': 0.265021} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.736081] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.736253] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.736507] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9d7d49-e0d1-4b17-bdac-0869e0756ef5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.740132] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a607a4df-de4d-4ee7-bd9d-85f51766accc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.747640] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b76abda-e3e0-46cd-915a-198ff7de16ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.781413] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f149a4-753e-4825-ab51-36d5da6a1289 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.783938] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.784138] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.784309] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Deleting the datastore file [datastore2] bef71b0a-d6a3-45b2-8052-19a2e7010e14 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.784582] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c541eaf3-e6da-42d6-b644-547a2e76eb73 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.793089] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f6da7c-aa26-4814-8287-278e818d49c0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.797348] env[69385]: DEBUG oslo_vmware.api [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for the task: (returnval){ [ 1325.797348] env[69385]: value = "task-3341421" [ 1325.797348] env[69385]: _type = "Task" [ 1325.797348] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.808102] env[69385]: DEBUG nova.compute.provider_tree [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.814044] env[69385]: DEBUG oslo_vmware.api [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.911892] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.091984] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f8375b-1b19-ee32-49b2-8900adb51c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.092783] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953e4eef-f903-4d1e-a076-83fdbe9a5139 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.097839] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1326.097839] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52dd8709-134b-6c59-222c-d01acba54c2d" [ 1326.097839] env[69385]: _type = "Task" [ 1326.097839] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.105907] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52dd8709-134b-6c59-222c-d01acba54c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.308368] env[69385]: DEBUG oslo_vmware.api [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Task: {'id': task-3341421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093892} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.308652] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.308803] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.308977] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.309163] env[69385]: INFO nova.compute.manager [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1326.309402] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.309592] env[69385]: DEBUG nova.compute.manager [-] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.309689] env[69385]: DEBUG nova.network.neutron [-] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.311856] env[69385]: DEBUG nova.scheduler.client.report [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.328123] env[69385]: DEBUG nova.network.neutron [-] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.421217] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba42eaa6-d2d7-4527-bd4a-f839eab3efa8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.429074] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e02cda0-d2c2-4489-ab69-20de8d4c7b82 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.608406] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52dd8709-134b-6c59-222c-d01acba54c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011364} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.608669] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.608931] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 631e3867-df61-4a31-9557-55ecdccdb67e/631e3867-df61-4a31-9557-55ecdccdb67e.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.609199] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d7172c-27ae-45fb-ac2c-9203269cf828 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.617380] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1326.617380] env[69385]: value = "task-3341422" [ 1326.617380] env[69385]: _type = "Task" [ 1326.617380] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.624959] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.817341] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.817883] env[69385]: DEBUG nova.compute.manager [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1326.830400] env[69385]: DEBUG nova.network.neutron [-] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.127989] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46401} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.128206] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 631e3867-df61-4a31-9557-55ecdccdb67e/631e3867-df61-4a31-9557-55ecdccdb67e.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.128427] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.128663] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f347407-9189-4529-b463-1afb19cf0b7a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.135683] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1327.135683] env[69385]: value = "task-3341423" [ 1327.135683] env[69385]: _type = "Task" [ 1327.135683] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.142892] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.322899] env[69385]: DEBUG nova.compute.utils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.324313] env[69385]: DEBUG nova.compute.manager [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.324485] env[69385]: DEBUG nova.network.neutron [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.333256] env[69385]: INFO nova.compute.manager [-] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Took 1.02 seconds to deallocate network for instance. [ 1327.371029] env[69385]: DEBUG nova.policy [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf3ce7dce6434b4a977c98587c1fc971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772ac6e44a8f4332bd273af658414b60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.529594] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c656d0-dfc3-49aa-9c26-6dbc9c2aceed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.550225] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6287389-74b7-40a3-a3a9-aeb038efca1f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.557629] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance '854192d5-7d54-42d0-b305-f4fa3902d3de' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.648240] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094334} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.648526] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.649374] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f860c2d7-8f84-46fd-9dcf-769b44ed275c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.673190] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 631e3867-df61-4a31-9557-55ecdccdb67e/631e3867-df61-4a31-9557-55ecdccdb67e.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.674110] env[69385]: DEBUG nova.network.neutron [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Successfully created port: da8b3353-4b28-46e6-930f-0d3956eb1d56 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.676010] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa33c1d-7183-4e20-8bdd-8af17d4e13b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.696966] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1327.696966] env[69385]: value = "task-3341424" [ 1327.696966] env[69385]: _type = "Task" [ 1327.696966] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.705273] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.827283] env[69385]: DEBUG nova.compute.manager [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1327.839454] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.839789] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.840018] env[69385]: DEBUG nova.objects.instance [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lazy-loading 'resources' on Instance uuid bef71b0a-d6a3-45b2-8052-19a2e7010e14 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.063888] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.064206] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b660e41c-1c52-4b6c-a61c-63f6ce03f9ef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.072877] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1328.072877] env[69385]: value = "task-3341425" [ 1328.072877] env[69385]: _type = "Task" [ 1328.072877] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.084067] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.207650] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341424, 'name': ReconfigVM_Task, 'duration_secs': 0.318929} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.207953] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 631e3867-df61-4a31-9557-55ecdccdb67e/631e3867-df61-4a31-9557-55ecdccdb67e.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.208591] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d2dfce-5b7e-4f16-8502-9d36db8a3dff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.216052] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1328.216052] env[69385]: value = "task-3341426" [ 1328.216052] env[69385]: _type = "Task" [ 1328.216052] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.224126] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341426, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.463384] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7956224b-1efc-4013-b93e-c07089a0d9b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.471543] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43bf9bd-a686-4be9-a0ae-ff243927e9f1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.501749] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423a096-9442-4d38-912e-97fe2e5c2ff2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.510451] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab29cd9-ac83-40ff-99b5-0b631097661f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.525032] env[69385]: DEBUG nova.compute.provider_tree [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.584949] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.728264] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341426, 'name': Rename_Task, 'duration_secs': 0.139979} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.728492] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.728746] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-030bc32f-0c87-4170-a1a7-18c22c2178ba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.736656] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1328.736656] env[69385]: value = "task-3341427" [ 1328.736656] env[69385]: _type = "Task" [ 1328.736656] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.745303] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.837396] env[69385]: DEBUG nova.compute.manager [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.868802] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.869076] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.869239] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.869419] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.869561] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.869710] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.869914] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.870084] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.870250] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.870409] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.870577] env[69385]: DEBUG nova.virt.hardware [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.871451] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cd24bd-e36d-4aec-85b8-4df8f723d247 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.880100] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20803397-ef47-48b7-93dc-17f4e2b9ea7e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.028018] env[69385]: DEBUG nova.scheduler.client.report [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.052301] env[69385]: DEBUG nova.compute.manager [req-21776455-1371-4b6e-b19c-cf2f9801f8fe req-735f094d-c13e-4344-a74d-372938a927a9 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Received event network-vif-plugged-da8b3353-4b28-46e6-930f-0d3956eb1d56 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1329.052886] env[69385]: DEBUG oslo_concurrency.lockutils [req-21776455-1371-4b6e-b19c-cf2f9801f8fe req-735f094d-c13e-4344-a74d-372938a927a9 service nova] Acquiring lock "43228550-eaea-4a1b-84ee-72f73f6bb470-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.052886] env[69385]: DEBUG oslo_concurrency.lockutils [req-21776455-1371-4b6e-b19c-cf2f9801f8fe req-735f094d-c13e-4344-a74d-372938a927a9 service nova] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.053054] env[69385]: DEBUG oslo_concurrency.lockutils [req-21776455-1371-4b6e-b19c-cf2f9801f8fe req-735f094d-c13e-4344-a74d-372938a927a9 service nova] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.053260] env[69385]: DEBUG nova.compute.manager [req-21776455-1371-4b6e-b19c-cf2f9801f8fe req-735f094d-c13e-4344-a74d-372938a927a9 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] No waiting events found dispatching network-vif-plugged-da8b3353-4b28-46e6-930f-0d3956eb1d56 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.053437] env[69385]: WARNING nova.compute.manager [req-21776455-1371-4b6e-b19c-cf2f9801f8fe req-735f094d-c13e-4344-a74d-372938a927a9 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Received unexpected event network-vif-plugged-da8b3353-4b28-46e6-930f-0d3956eb1d56 for instance with vm_state building and task_state spawning. [ 1329.085254] env[69385]: DEBUG oslo_vmware.api [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341425, 'name': PowerOnVM_Task, 'duration_secs': 0.894113} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.085881] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.086072] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efca18c2-7fb4-41eb-a42a-9b500b0047b6 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance '854192d5-7d54-42d0-b305-f4fa3902d3de' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.156838] env[69385]: DEBUG nova.network.neutron [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Successfully updated port: da8b3353-4b28-46e6-930f-0d3956eb1d56 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.247639] env[69385]: DEBUG oslo_vmware.api [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341427, 'name': PowerOnVM_Task, 'duration_secs': 0.460387} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.247894] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.248093] env[69385]: INFO nova.compute.manager [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Took 4.82 seconds to spawn the instance on the hypervisor. [ 1329.248309] env[69385]: DEBUG nova.compute.manager [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.249146] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f856c8f0-4317-47f4-9e35-afb8f63a2986 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.533527] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.556729] env[69385]: INFO nova.scheduler.client.report [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Deleted allocations for instance bef71b0a-d6a3-45b2-8052-19a2e7010e14 [ 1329.662486] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.662486] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.662486] env[69385]: DEBUG nova.network.neutron [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.768053] env[69385]: INFO nova.compute.manager [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Took 9.64 seconds to build instance. [ 1330.065258] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e3ec4a80-01a9-4db3-b322-a240f6e625b4 tempest-ServerShowV257Test-1382838626 tempest-ServerShowV257Test-1382838626-project-member] Lock "bef71b0a-d6a3-45b2-8052-19a2e7010e14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.447s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.208593] env[69385]: DEBUG nova.network.neutron [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.270653] env[69385]: DEBUG oslo_concurrency.lockutils [None req-b6ff32a7-a17c-43d7-8839-9c0c27c6f111 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "631e3867-df61-4a31-9557-55ecdccdb67e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.165s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.349261] env[69385]: DEBUG nova.network.neutron [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance_info_cache with network_info: [{"id": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "address": "fa:16:3e:c7:06:a9", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b3353-4b", "ovs_interfaceid": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.376501] env[69385]: DEBUG nova.compute.manager [None req-062735b9-1b55-49ce-a441-b277499dfb10 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.377454] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928b314a-56ca-4f89-a4ed-521b3fd3e3ff {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.444720] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquiring lock "631e3867-df61-4a31-9557-55ecdccdb67e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.444978] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "631e3867-df61-4a31-9557-55ecdccdb67e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.445202] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquiring lock "631e3867-df61-4a31-9557-55ecdccdb67e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.445386] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "631e3867-df61-4a31-9557-55ecdccdb67e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.445556] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "631e3867-df61-4a31-9557-55ecdccdb67e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.447571] env[69385]: INFO nova.compute.manager [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Terminating instance [ 1330.852405] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.852755] env[69385]: DEBUG nova.compute.manager [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Instance network_info: |[{"id": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "address": "fa:16:3e:c7:06:a9", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b3353-4b", "ovs_interfaceid": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.853202] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:06:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da8b3353-4b28-46e6-930f-0d3956eb1d56', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.860757] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.860946] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.861188] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcef29bb-0354-4139-a820-159731cf57b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.887476] env[69385]: INFO nova.compute.manager [None req-062735b9-1b55-49ce-a441-b277499dfb10 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] instance snapshotting [ 1330.888041] env[69385]: DEBUG nova.objects.instance [None req-062735b9-1b55-49ce-a441-b277499dfb10 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lazy-loading 'flavor' on Instance uuid 631e3867-df61-4a31-9557-55ecdccdb67e {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.889216] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.889216] env[69385]: value = "task-3341428" [ 1330.889216] env[69385]: _type = "Task" [ 1330.889216] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.899652] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341428, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.951633] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquiring lock "refresh_cache-631e3867-df61-4a31-9557-55ecdccdb67e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.951826] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquired lock "refresh_cache-631e3867-df61-4a31-9557-55ecdccdb67e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.952013] env[69385]: DEBUG nova.network.neutron [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.081333] env[69385]: DEBUG nova.compute.manager [req-4748de0d-335e-42cd-b156-83ddd1d23d50 req-9a6fefc1-95cc-48cf-855e-e2313fef93cb service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Received event network-changed-da8b3353-4b28-46e6-930f-0d3956eb1d56 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1331.081392] env[69385]: DEBUG nova.compute.manager [req-4748de0d-335e-42cd-b156-83ddd1d23d50 req-9a6fefc1-95cc-48cf-855e-e2313fef93cb service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Refreshing instance network info cache due to event network-changed-da8b3353-4b28-46e6-930f-0d3956eb1d56. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1331.081931] env[69385]: DEBUG oslo_concurrency.lockutils [req-4748de0d-335e-42cd-b156-83ddd1d23d50 req-9a6fefc1-95cc-48cf-855e-e2313fef93cb service nova] Acquiring lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.082127] env[69385]: DEBUG oslo_concurrency.lockutils [req-4748de0d-335e-42cd-b156-83ddd1d23d50 req-9a6fefc1-95cc-48cf-855e-e2313fef93cb service nova] Acquired lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.082299] env[69385]: DEBUG nova.network.neutron [req-4748de0d-335e-42cd-b156-83ddd1d23d50 req-9a6fefc1-95cc-48cf-855e-e2313fef93cb service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Refreshing network info cache for port da8b3353-4b28-46e6-930f-0d3956eb1d56 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.382245] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "854192d5-7d54-42d0-b305-f4fa3902d3de" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.382501] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.382721] env[69385]: DEBUG nova.compute.manager [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Going to confirm migration 9 {{(pid=69385) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1331.398233] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4614d0-9986-4b56-920a-bf05f8573c5b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.418537] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bd9c20-65ec-4ede-b1a8-29c4bdf3e378 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.421036] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341428, 'name': CreateVM_Task, 'duration_secs': 0.340773} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.421464] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.422516] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.422689] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.423014] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.423262] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb2decc-77d6-47da-b3ec-93043391f529 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.433851] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1331.433851] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ebbe12-351b-1445-e0db-9cff5a54b065" [ 1331.433851] env[69385]: _type = "Task" [ 1331.433851] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.441799] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ebbe12-351b-1445-e0db-9cff5a54b065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.471926] env[69385]: DEBUG nova.network.neutron [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.523290] env[69385]: DEBUG nova.network.neutron [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.781447] env[69385]: DEBUG nova.network.neutron [req-4748de0d-335e-42cd-b156-83ddd1d23d50 req-9a6fefc1-95cc-48cf-855e-e2313fef93cb service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updated VIF entry in instance network info cache for port da8b3353-4b28-46e6-930f-0d3956eb1d56. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.781847] env[69385]: DEBUG nova.network.neutron [req-4748de0d-335e-42cd-b156-83ddd1d23d50 req-9a6fefc1-95cc-48cf-855e-e2313fef93cb service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance_info_cache with network_info: [{"id": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "address": "fa:16:3e:c7:06:a9", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b3353-4b", "ovs_interfaceid": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.920912] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.921217] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquired lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.921330] env[69385]: DEBUG nova.network.neutron [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.921542] env[69385]: DEBUG nova.objects.instance [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'info_cache' on Instance uuid 854192d5-7d54-42d0-b305-f4fa3902d3de {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.930811] env[69385]: DEBUG nova.compute.manager [None req-062735b9-1b55-49ce-a441-b277499dfb10 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Instance disappeared during snapshot {{(pid=69385) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1331.946549] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52ebbe12-351b-1445-e0db-9cff5a54b065, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.946896] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.947162] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.947417] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.947580] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.947766] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.948062] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa94f9cf-a327-4b60-b833-90ea69415c9e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.960078] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.960254] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.964147] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f060091a-3fbb-4207-a95f-601e64309a27 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.970899] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1331.970899] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d9a3d-9c18-36ac-5bd9-1f504b883278" [ 1331.970899] env[69385]: _type = "Task" [ 1331.970899] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.979909] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d9a3d-9c18-36ac-5bd9-1f504b883278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.026482] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Releasing lock "refresh_cache-631e3867-df61-4a31-9557-55ecdccdb67e" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.027129] env[69385]: DEBUG nova.compute.manager [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.027405] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.028337] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd006d50-6ac4-432c-85ce-b6df7810231c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.037224] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.037374] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53fabd7f-ab95-4e4c-8f06-8a12972353c6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.045784] env[69385]: DEBUG oslo_vmware.api [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1332.045784] env[69385]: value = "task-3341429" [ 1332.045784] env[69385]: _type = "Task" [ 1332.045784] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.057273] env[69385]: DEBUG oslo_vmware.api [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.070502] env[69385]: DEBUG nova.compute.manager [None req-062735b9-1b55-49ce-a441-b277499dfb10 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Found 0 images (rotation: 2) {{(pid=69385) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1332.284775] env[69385]: DEBUG oslo_concurrency.lockutils [req-4748de0d-335e-42cd-b156-83ddd1d23d50 req-9a6fefc1-95cc-48cf-855e-e2313fef93cb service nova] Releasing lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.481219] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527d9a3d-9c18-36ac-5bd9-1f504b883278, 'name': SearchDatastore_Task, 'duration_secs': 0.019627} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.481929] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42ab1df-84e9-479f-a2ba-7bbdfbaae91d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.486725] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1332.486725] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527b665d-97b8-18d2-aa96-387b35a166b3" [ 1332.486725] env[69385]: _type = "Task" [ 1332.486725] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.494099] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527b665d-97b8-18d2-aa96-387b35a166b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.554604] env[69385]: DEBUG oslo_vmware.api [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341429, 'name': PowerOffVM_Task, 'duration_secs': 0.132122} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.554878] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.555064] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.555303] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9fe7d20-09e1-4d57-a63d-7f6262979b3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.585230] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.585475] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.585691] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Deleting the datastore file [datastore1] 631e3867-df61-4a31-9557-55ecdccdb67e {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.586059] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71a19aaf-651e-4151-b41b-56b3dbeba669 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.593126] env[69385]: DEBUG oslo_vmware.api [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for the task: (returnval){ [ 1332.593126] env[69385]: value = "task-3341431" [ 1332.593126] env[69385]: _type = "Task" [ 1332.593126] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.601564] env[69385]: DEBUG oslo_vmware.api [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.996733] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]527b665d-97b8-18d2-aa96-387b35a166b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.997067] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.997342] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 43228550-eaea-4a1b-84ee-72f73f6bb470/43228550-eaea-4a1b-84ee-72f73f6bb470.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.997597] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56d79040-5576-4f18-a896-91e7e969d628 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.005707] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1333.005707] env[69385]: value = "task-3341432" [ 1333.005707] env[69385]: _type = "Task" [ 1333.005707] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.013646] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.106867] env[69385]: DEBUG oslo_vmware.api [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Task: {'id': task-3341431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109854} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.107126] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.107464] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.107547] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.107689] env[69385]: INFO nova.compute.manager [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1333.107930] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.108132] env[69385]: DEBUG nova.compute.manager [-] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.108228] env[69385]: DEBUG nova.network.neutron [-] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.130515] env[69385]: DEBUG nova.network.neutron [-] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.132920] env[69385]: DEBUG nova.network.neutron [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance_info_cache with network_info: [{"id": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "address": "fa:16:3e:e7:9a:31", "network": {"id": "23cb0482-1f34-4267-b9f9-4242196d0531", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-229938531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32a3d112126c405095a224bbad080bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80878961-1e", "ovs_interfaceid": "80878961-1e2e-4bc0-bbba-a4d18d5ac96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.515828] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505106} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.516061] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 43228550-eaea-4a1b-84ee-72f73f6bb470/43228550-eaea-4a1b-84ee-72f73f6bb470.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.516304] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.516562] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22c2331c-03f7-4df9-84a2-5c64902e88d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.523259] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1333.523259] env[69385]: value = "task-3341433" [ 1333.523259] env[69385]: _type = "Task" [ 1333.523259] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.532816] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.638581] env[69385]: DEBUG nova.network.neutron [-] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.640191] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Releasing lock "refresh_cache-854192d5-7d54-42d0-b305-f4fa3902d3de" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.640659] env[69385]: DEBUG nova.objects.instance [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'migration_context' on Instance uuid 854192d5-7d54-42d0-b305-f4fa3902d3de {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.034074] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061083} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.034460] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.035123] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cfe202-fafa-4427-bcf6-26c48d4fa4cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.057214] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 43228550-eaea-4a1b-84ee-72f73f6bb470/43228550-eaea-4a1b-84ee-72f73f6bb470.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.057470] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ebeeae6-ae15-41f5-9229-abb962bc82d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.077707] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1334.077707] env[69385]: value = "task-3341434" [ 1334.077707] env[69385]: _type = "Task" [ 1334.077707] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.085341] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.142351] env[69385]: INFO nova.compute.manager [-] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Took 1.03 seconds to deallocate network for instance. [ 1334.147597] env[69385]: DEBUG nova.objects.base [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Object Instance<854192d5-7d54-42d0-b305-f4fa3902d3de> lazy-loaded attributes: info_cache,migration_context {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1334.148418] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca871572-2fa9-4f2d-8d49-5dc0ec3189b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.168352] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ee71ff-5663-4fa0-8a8f-228b38fa2b50 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.174671] env[69385]: DEBUG oslo_vmware.api [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1334.174671] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525ba288-222e-074f-0159-7a6eaa4fd1df" [ 1334.174671] env[69385]: _type = "Task" [ 1334.174671] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.183014] env[69385]: DEBUG oslo_vmware.api [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525ba288-222e-074f-0159-7a6eaa4fd1df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.250362] env[69385]: DEBUG oslo_concurrency.lockutils [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.250501] env[69385]: DEBUG oslo_concurrency.lockutils [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.588186] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.650059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.650059] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.650315] env[69385]: DEBUG nova.objects.instance [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lazy-loading 'resources' on Instance uuid 631e3867-df61-4a31-9557-55ecdccdb67e {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.684767] env[69385]: DEBUG oslo_vmware.api [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525ba288-222e-074f-0159-7a6eaa4fd1df, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.685061] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.754093] env[69385]: DEBUG nova.compute.utils [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.089055] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341434, 'name': ReconfigVM_Task, 'duration_secs': 0.568129} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.089055] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 43228550-eaea-4a1b-84ee-72f73f6bb470/43228550-eaea-4a1b-84ee-72f73f6bb470.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.089456] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d73ed3f5-eb69-4424-927a-c76edaa79842 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.095787] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1335.095787] env[69385]: value = "task-3341435" [ 1335.095787] env[69385]: _type = "Task" [ 1335.095787] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.104102] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341435, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.256621] env[69385]: DEBUG oslo_concurrency.lockutils [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.258727] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1137aea9-215b-4a09-95af-fb5c3155c97d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.267148] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46f39a6-7589-4fac-ac87-c057fbbeb887 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.298589] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e0483-aeaa-4e1c-9649-dd74407b24cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.305749] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a28b6d-35cb-400a-954b-df0ca3bf32b8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.318990] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.319447] env[69385]: DEBUG nova.compute.provider_tree [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.320698] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.320888] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.321055] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.606394] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341435, 'name': Rename_Task, 'duration_secs': 0.13924} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.606665] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.606906] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-143a3b50-3c2c-4612-b88c-75341c919fd0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.613729] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1335.613729] env[69385]: value = "task-3341436" [ 1335.613729] env[69385]: _type = "Task" [ 1335.613729] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.620934] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.823109] env[69385]: DEBUG nova.scheduler.client.report [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.124490] env[69385]: DEBUG oslo_vmware.api [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341436, 'name': PowerOnVM_Task, 'duration_secs': 0.448954} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.124930] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.124993] env[69385]: INFO nova.compute.manager [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1336.125188] env[69385]: DEBUG nova.compute.manager [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.126108] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd52b82-a4a7-4571-b497-3c25eda49644 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.319900] env[69385]: DEBUG oslo_concurrency.lockutils [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.320178] env[69385]: DEBUG oslo_concurrency.lockutils [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.320414] env[69385]: INFO nova.compute.manager [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Attaching volume 74b63987-61d4-4c76-a1a0-299a652c0232 to /dev/sdb [ 1336.327694] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.329585] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.645s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.352181] env[69385]: INFO nova.scheduler.client.report [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Deleted allocations for instance 631e3867-df61-4a31-9557-55ecdccdb67e [ 1336.357628] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98910e3f-1ec1-406f-972c-31b8c546f06f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.365286] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7770dc-54f4-407f-b143-9dc86c006b8f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.381351] env[69385]: DEBUG nova.virt.block_device [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Updating existing volume attachment record: aaa38314-851d-4574-ad4a-c3d42d7f2f86 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1336.642200] env[69385]: INFO nova.compute.manager [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Took 12.05 seconds to build instance. [ 1336.795378] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.797939] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.865960] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7da9386e-1bf5-40cb-ae40-261fa796d973 tempest-ServersAaction247Test-178225796 tempest-ServersAaction247Test-178225796-project-member] Lock "631e3867-df61-4a31-9557-55ecdccdb67e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.421s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.939448] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6157fb-618e-49e2-95ef-d8436ee130cb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.952539] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c890f844-ac5d-4cc3-bc19-fff939d4eb17 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.008972] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe81d3ca-4e0e-4688-b580-3401af7958e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.021707] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59378f73-72af-4e84-8786-15106bf62675 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.041476] env[69385]: DEBUG nova.compute.provider_tree [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.144522] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d06efa3e-391d-45a6-83fb-db592ae91d27 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.563s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.545152] env[69385]: DEBUG nova.scheduler.client.report [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.798086] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.798276] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1337.895972] env[69385]: DEBUG nova.compute.manager [req-a04b7ff9-d260-4275-b813-1fb320660dd9 req-6ee5ac90-b1d1-470b-94cd-796a136e4453 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Received event network-changed-da8b3353-4b28-46e6-930f-0d3956eb1d56 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1337.896232] env[69385]: DEBUG nova.compute.manager [req-a04b7ff9-d260-4275-b813-1fb320660dd9 req-6ee5ac90-b1d1-470b-94cd-796a136e4453 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Refreshing instance network info cache due to event network-changed-da8b3353-4b28-46e6-930f-0d3956eb1d56. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1337.896419] env[69385]: DEBUG oslo_concurrency.lockutils [req-a04b7ff9-d260-4275-b813-1fb320660dd9 req-6ee5ac90-b1d1-470b-94cd-796a136e4453 service nova] Acquiring lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.896550] env[69385]: DEBUG oslo_concurrency.lockutils [req-a04b7ff9-d260-4275-b813-1fb320660dd9 req-6ee5ac90-b1d1-470b-94cd-796a136e4453 service nova] Acquired lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.896680] env[69385]: DEBUG nova.network.neutron [req-a04b7ff9-d260-4275-b813-1fb320660dd9 req-6ee5ac90-b1d1-470b-94cd-796a136e4453 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Refreshing network info cache for port da8b3353-4b28-46e6-930f-0d3956eb1d56 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.554851] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.225s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.735438] env[69385]: DEBUG nova.network.neutron [req-a04b7ff9-d260-4275-b813-1fb320660dd9 req-6ee5ac90-b1d1-470b-94cd-796a136e4453 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updated VIF entry in instance network info cache for port da8b3353-4b28-46e6-930f-0d3956eb1d56. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.735849] env[69385]: DEBUG nova.network.neutron [req-a04b7ff9-d260-4275-b813-1fb320660dd9 req-6ee5ac90-b1d1-470b-94cd-796a136e4453 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance_info_cache with network_info: [{"id": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "address": "fa:16:3e:c7:06:a9", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b3353-4b", "ovs_interfaceid": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.797664] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.962205] env[69385]: INFO nova.compute.manager [None req-1c48e9af-d370-4295-82f7-b5602849357d tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Get console output [ 1338.962603] env[69385]: WARNING nova.virt.vmwareapi.driver [None req-1c48e9af-d370-4295-82f7-b5602849357d tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] The console log is missing. Check your VSPC configuration [ 1339.120189] env[69385]: INFO nova.scheduler.client.report [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted allocation for migration 3f23a2ac-90ac-42ac-afb8-07a485be657a [ 1339.239667] env[69385]: DEBUG oslo_concurrency.lockutils [req-a04b7ff9-d260-4275-b813-1fb320660dd9 req-6ee5ac90-b1d1-470b-94cd-796a136e4453 service nova] Releasing lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.301553] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.301838] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.302023] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.302183] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1339.303201] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a882269-84de-4dfc-87a4-745e29ea9150 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.312646] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c0eb2-16ca-468e-8cf8-b77c8830c595 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.329022] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f4993f-f2b4-47bd-9597-806d74c593a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.337649] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4fa1c-7ac4-4ae6-b713-86af85aa5432 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.369037] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180366MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1339.369213] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.369445] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.627020] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3b8c978f-6754-4f52-9436-6a90b99a1ea9 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.244s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.402118] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 1776fa73-9144-4d4b-9265-e949d4d2577a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.405048] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 46695a78-7501-4fe5-b5f4-6fbd89d03115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.405048] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.405048] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.405048] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 854192d5-7d54-42d0-b305-f4fa3902d3de actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.405048] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 43228550-eaea-4a1b-84ee-72f73f6bb470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.405048] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1340.405048] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1340.493897] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84afdffc-274a-43c0-aa2b-09098845e59e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.502456] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71b271-8cc5-4e92-ba12-135800101d46 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.532431] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e968e23-a87f-4638-b2e1-fa476221184e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.540277] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37428591-6cb5-4dfd-997f-dca5112f5c2b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.554854] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.930383] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1340.931297] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666887', 'volume_id': '74b63987-61d4-4c76-a1a0-299a652c0232', 'name': 'volume-74b63987-61d4-4c76-a1a0-299a652c0232', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93', 'attached_at': '', 'detached_at': '', 'volume_id': '74b63987-61d4-4c76-a1a0-299a652c0232', 'serial': '74b63987-61d4-4c76-a1a0-299a652c0232'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1340.931927] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbe1486-eed8-40e1-b04a-70234f482267 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.950889] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4125f64-4c0d-4a5e-a5c1-ac36b355bf53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.977163] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-74b63987-61d4-4c76-a1a0-299a652c0232/volume-74b63987-61d4-4c76-a1a0-299a652c0232.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.977495] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fdba1ed-1084-4ec2-a096-1cac62361291 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.996277] env[69385]: DEBUG oslo_vmware.api [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1340.996277] env[69385]: value = "task-3341439" [ 1340.996277] env[69385]: _type = "Task" [ 1340.996277] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.005042] env[69385]: DEBUG oslo_vmware.api [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.057705] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.506723] env[69385]: DEBUG oslo_vmware.api [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341439, 'name': ReconfigVM_Task, 'duration_secs': 0.364236} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.507033] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-74b63987-61d4-4c76-a1a0-299a652c0232/volume-74b63987-61d4-4c76-a1a0-299a652c0232.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.511633] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-775dc57d-2c03-4629-a03e-41425e44be4d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.527995] env[69385]: DEBUG oslo_vmware.api [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1341.527995] env[69385]: value = "task-3341440" [ 1341.527995] env[69385]: _type = "Task" [ 1341.527995] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.535933] env[69385]: DEBUG oslo_vmware.api [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.563076] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1341.563291] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.194s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.039119] env[69385]: DEBUG oslo_vmware.api [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341440, 'name': ReconfigVM_Task, 'duration_secs': 0.141079} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.039443] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666887', 'volume_id': '74b63987-61d4-4c76-a1a0-299a652c0232', 'name': 'volume-74b63987-61d4-4c76-a1a0-299a652c0232', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93', 'attached_at': '', 'detached_at': '', 'volume_id': '74b63987-61d4-4c76-a1a0-299a652c0232', 'serial': '74b63987-61d4-4c76-a1a0-299a652c0232'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1343.079663] env[69385]: DEBUG nova.objects.instance [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lazy-loading 'flavor' on Instance uuid ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.559361] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.583512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-beb702e0-1642-4404-8940-c5052b1cfb4e tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.824174] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.824561] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.328382] env[69385]: INFO nova.compute.manager [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Detaching volume 74b63987-61d4-4c76-a1a0-299a652c0232 [ 1344.358052] env[69385]: INFO nova.virt.block_device [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Attempting to driver detach volume 74b63987-61d4-4c76-a1a0-299a652c0232 from mountpoint /dev/sdb [ 1344.358295] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1344.358482] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666887', 'volume_id': '74b63987-61d4-4c76-a1a0-299a652c0232', 'name': 'volume-74b63987-61d4-4c76-a1a0-299a652c0232', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93', 'attached_at': '', 'detached_at': '', 'volume_id': '74b63987-61d4-4c76-a1a0-299a652c0232', 'serial': '74b63987-61d4-4c76-a1a0-299a652c0232'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1344.359354] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e02de5f-879b-4ede-a208-aeb4cc4bf78f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.380234] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3c486-ca44-41ca-a6de-2217e4a126f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.387440] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda9500e-67c6-4852-bd20-642b1d1752c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.406533] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdf81ba-ad41-4fcd-b090-f547e60adce7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.420081] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] The volume has not been displaced from its original location: [datastore2] volume-74b63987-61d4-4c76-a1a0-299a652c0232/volume-74b63987-61d4-4c76-a1a0-299a652c0232.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1344.425216] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.425469] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa85523b-d8c4-4521-9333-111ff844e686 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.443683] env[69385]: DEBUG oslo_vmware.api [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1344.443683] env[69385]: value = "task-3341441" [ 1344.443683] env[69385]: _type = "Task" [ 1344.443683] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.450935] env[69385]: DEBUG oslo_vmware.api [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.954025] env[69385]: DEBUG oslo_vmware.api [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341441, 'name': ReconfigVM_Task, 'duration_secs': 0.221517} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.954316] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.958940] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e656ee-649f-417e-9d0f-3233c95e87a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.974719] env[69385]: DEBUG oslo_vmware.api [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1344.974719] env[69385]: value = "task-3341442" [ 1344.974719] env[69385]: _type = "Task" [ 1344.974719] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.983765] env[69385]: DEBUG oslo_vmware.api [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.485066] env[69385]: DEBUG oslo_vmware.api [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341442, 'name': ReconfigVM_Task, 'duration_secs': 0.138448} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.485066] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666887', 'volume_id': '74b63987-61d4-4c76-a1a0-299a652c0232', 'name': 'volume-74b63987-61d4-4c76-a1a0-299a652c0232', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93', 'attached_at': '', 'detached_at': '', 'volume_id': '74b63987-61d4-4c76-a1a0-299a652c0232', 'serial': '74b63987-61d4-4c76-a1a0-299a652c0232'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1346.023120] env[69385]: DEBUG nova.objects.instance [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lazy-loading 'flavor' on Instance uuid ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.030109] env[69385]: DEBUG oslo_concurrency.lockutils [None req-9926c54d-8c10-46d0-8113-8bc2b2554284 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.055376] env[69385]: DEBUG oslo_concurrency.lockutils [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.055814] env[69385]: DEBUG oslo_concurrency.lockutils [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.055814] env[69385]: DEBUG oslo_concurrency.lockutils [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.056018] env[69385]: DEBUG oslo_concurrency.lockutils [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.056198] env[69385]: DEBUG oslo_concurrency.lockutils [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.058322] env[69385]: INFO nova.compute.manager [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Terminating instance [ 1348.562604] env[69385]: DEBUG nova.compute.manager [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.562869] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.563784] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4a5fc3-45fd-418b-adbb-4e9b240f6529 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.571393] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.571619] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce264b0-c3d7-41d2-8c12-1f1988a5ee08 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.578802] env[69385]: DEBUG oslo_vmware.api [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1348.578802] env[69385]: value = "task-3341443" [ 1348.578802] env[69385]: _type = "Task" [ 1348.578802] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.586652] env[69385]: DEBUG oslo_vmware.api [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.088038] env[69385]: DEBUG oslo_vmware.api [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341443, 'name': PowerOffVM_Task, 'duration_secs': 0.180269} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.088361] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.088485] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.088744] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a50f9d-1294-46e7-b628-a86306422571 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.149761] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.149982] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.150182] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleting the datastore file [datastore1] ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.150440] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4207a8c2-57e1-4948-9940-69fbab5449d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.157751] env[69385]: DEBUG oslo_vmware.api [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1349.157751] env[69385]: value = "task-3341445" [ 1349.157751] env[69385]: _type = "Task" [ 1349.157751] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.164938] env[69385]: DEBUG oslo_vmware.api [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.667360] env[69385]: DEBUG oslo_vmware.api [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132957} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.667614] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.667727] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.667905] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.668094] env[69385]: INFO nova.compute.manager [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1349.668338] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.668534] env[69385]: DEBUG nova.compute.manager [-] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.668631] env[69385]: DEBUG nova.network.neutron [-] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.080096] env[69385]: DEBUG nova.compute.manager [req-1810afdd-53c4-4384-ab82-573c3a957908 req-e4d0334a-9e16-4114-b7f7-b471baad345a service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Received event network-vif-deleted-53e231c9-c04d-4b18-982f-f368f368d2db {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1350.080352] env[69385]: INFO nova.compute.manager [req-1810afdd-53c4-4384-ab82-573c3a957908 req-e4d0334a-9e16-4114-b7f7-b471baad345a service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Neutron deleted interface 53e231c9-c04d-4b18-982f-f368f368d2db; detaching it from the instance and deleting it from the info cache [ 1350.080505] env[69385]: DEBUG nova.network.neutron [req-1810afdd-53c4-4384-ab82-573c3a957908 req-e4d0334a-9e16-4114-b7f7-b471baad345a service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.557546] env[69385]: DEBUG nova.network.neutron [-] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.584881] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f22d332-2d55-4103-b7f0-d8b8e592691f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.595905] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b5bfcc-1028-4de4-8231-5a2dae2f3084 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.624859] env[69385]: DEBUG nova.compute.manager [req-1810afdd-53c4-4384-ab82-573c3a957908 req-e4d0334a-9e16-4114-b7f7-b471baad345a service nova] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Detach interface failed, port_id=53e231c9-c04d-4b18-982f-f368f368d2db, reason: Instance ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1351.060792] env[69385]: INFO nova.compute.manager [-] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Took 1.39 seconds to deallocate network for instance. [ 1351.567169] env[69385]: DEBUG oslo_concurrency.lockutils [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.567659] env[69385]: DEBUG oslo_concurrency.lockutils [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.567762] env[69385]: DEBUG nova.objects.instance [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lazy-loading 'resources' on Instance uuid ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.087527] env[69385]: DEBUG nova.scheduler.client.report [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1352.101294] env[69385]: DEBUG nova.scheduler.client.report [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1352.101497] env[69385]: DEBUG nova.compute.provider_tree [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.111532] env[69385]: DEBUG nova.scheduler.client.report [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1352.127231] env[69385]: DEBUG nova.scheduler.client.report [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1352.198691] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60fbfa4-b1ad-4bb6-a30d-688b7dab7127 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.206475] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbace6bd-0a64-4bfc-8ac8-3bd985039b25 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.236951] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fad38aa-41ac-498e-ab8d-4af497cf69a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.244120] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4681b5-9cad-4c48-8e84-e52dcf2a9165 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.256830] env[69385]: DEBUG nova.compute.provider_tree [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.759636] env[69385]: DEBUG nova.scheduler.client.report [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.264352] env[69385]: DEBUG oslo_concurrency.lockutils [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.282197] env[69385]: INFO nova.scheduler.client.report [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleted allocations for instance ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93 [ 1353.790222] env[69385]: DEBUG oslo_concurrency.lockutils [None req-80a4a815-3ffe-4df5-a3f1-c58ddce85806 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.952083] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.952083] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.378347] env[69385]: DEBUG nova.compute.manager [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.900135] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.900433] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.901954] env[69385]: INFO nova.compute.claims [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.993442] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10be1488-214d-4ed9-8ec2-28009a42b1a5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.002086] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf26157-31d4-4177-a74f-7e3efb7b0fcc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.031373] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf62d99-1b6a-4a3c-8ed1-b5ec5a98eaa8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.038045] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d1001-84f4-4a5d-b8d4-b61320f908d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.050423] env[69385]: DEBUG nova.compute.provider_tree [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.553543] env[69385]: DEBUG nova.scheduler.client.report [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.057941] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.058530] env[69385]: DEBUG nova.compute.manager [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.563949] env[69385]: DEBUG nova.compute.utils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.565400] env[69385]: DEBUG nova.compute.manager [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.565574] env[69385]: DEBUG nova.network.neutron [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.613121] env[69385]: DEBUG nova.policy [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '920e884515754a058802bc13ba163dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a60a085079401fa35f4bea9e628371', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.877249] env[69385]: DEBUG nova.network.neutron [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Successfully created port: f8c645f5-49c1-4614-89bb-43b3d56ff54d {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.068923] env[69385]: DEBUG nova.compute.manager [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.664182] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.664441] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.078667] env[69385]: DEBUG nova.compute.manager [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.105651] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.105970] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.106164] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.106351] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.106499] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.106647] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.106852] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.107016] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.107202] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.107381] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.107554] env[69385]: DEBUG nova.virt.hardware [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.108432] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5201c-0d53-45fa-8e4d-e23bceab7e8a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.116411] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5abad9-5176-49ab-b085-9b167ebd6046 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.166929] env[69385]: INFO nova.compute.manager [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Detaching volume 0625677b-7a82-4cd3-b43b-7c9a6837c729 [ 1361.202574] env[69385]: INFO nova.virt.block_device [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Attempting to driver detach volume 0625677b-7a82-4cd3-b43b-7c9a6837c729 from mountpoint /dev/sdb [ 1361.202802] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1361.203025] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666875', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'name': 'volume-0625677b-7a82-4cd3-b43b-7c9a6837c729', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bc0f7d1a-9840-41ab-9bfa-73d72af7fc20', 'attached_at': '', 'detached_at': '', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'serial': '0625677b-7a82-4cd3-b43b-7c9a6837c729'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1361.203867] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b53bd78-e8dc-4e13-b3ff-be65833e50a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.224797] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f53067-dee0-46e1-8201-70bbdb68fc1f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.231416] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e84be0-d69f-44bc-83c3-137862647b1a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.235526] env[69385]: DEBUG nova.compute.manager [req-897a21b7-ba8a-46a2-8179-2ca7b3fd02e4 req-341f915c-d9a1-4dc3-981a-ce01fd514d96 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Received event network-vif-plugged-f8c645f5-49c1-4614-89bb-43b3d56ff54d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1361.235733] env[69385]: DEBUG oslo_concurrency.lockutils [req-897a21b7-ba8a-46a2-8179-2ca7b3fd02e4 req-341f915c-d9a1-4dc3-981a-ce01fd514d96 service nova] Acquiring lock "5e7af338-30b4-406e-9d4e-55079cc63fa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.235957] env[69385]: DEBUG oslo_concurrency.lockutils [req-897a21b7-ba8a-46a2-8179-2ca7b3fd02e4 req-341f915c-d9a1-4dc3-981a-ce01fd514d96 service nova] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.236154] env[69385]: DEBUG oslo_concurrency.lockutils [req-897a21b7-ba8a-46a2-8179-2ca7b3fd02e4 req-341f915c-d9a1-4dc3-981a-ce01fd514d96 service nova] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.236319] env[69385]: DEBUG nova.compute.manager [req-897a21b7-ba8a-46a2-8179-2ca7b3fd02e4 req-341f915c-d9a1-4dc3-981a-ce01fd514d96 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] No waiting events found dispatching network-vif-plugged-f8c645f5-49c1-4614-89bb-43b3d56ff54d {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.236480] env[69385]: WARNING nova.compute.manager [req-897a21b7-ba8a-46a2-8179-2ca7b3fd02e4 req-341f915c-d9a1-4dc3-981a-ce01fd514d96 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Received unexpected event network-vif-plugged-f8c645f5-49c1-4614-89bb-43b3d56ff54d for instance with vm_state building and task_state spawning. [ 1361.255349] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b51e9f-e6a9-4497-b49c-d9aef01fef61 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.271681] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] The volume has not been displaced from its original location: [datastore1] volume-0625677b-7a82-4cd3-b43b-7c9a6837c729/volume-0625677b-7a82-4cd3-b43b-7c9a6837c729.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1361.276887] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1361.277197] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f0c3d8-2caa-4adf-8682-8aae44a2b7f2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.296796] env[69385]: DEBUG oslo_vmware.api [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1361.296796] env[69385]: value = "task-3341446" [ 1361.296796] env[69385]: _type = "Task" [ 1361.296796] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.304082] env[69385]: DEBUG oslo_vmware.api [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.324826] env[69385]: DEBUG nova.network.neutron [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Successfully updated port: f8c645f5-49c1-4614-89bb-43b3d56ff54d {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.806892] env[69385]: DEBUG oslo_vmware.api [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341446, 'name': ReconfigVM_Task, 'duration_secs': 0.227238} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.807231] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1361.811792] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3adf9e-e90a-418b-897d-20f702955cf1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.825794] env[69385]: DEBUG oslo_vmware.api [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1361.825794] env[69385]: value = "task-3341447" [ 1361.825794] env[69385]: _type = "Task" [ 1361.825794] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.828761] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "refresh_cache-5e7af338-30b4-406e-9d4e-55079cc63fa9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.828895] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "refresh_cache-5e7af338-30b4-406e-9d4e-55079cc63fa9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.829053] env[69385]: DEBUG nova.network.neutron [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.835049] env[69385]: DEBUG oslo_vmware.api [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.335972] env[69385]: DEBUG oslo_vmware.api [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341447, 'name': ReconfigVM_Task, 'duration_secs': 0.138779} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.336328] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666875', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'name': 'volume-0625677b-7a82-4cd3-b43b-7c9a6837c729', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bc0f7d1a-9840-41ab-9bfa-73d72af7fc20', 'attached_at': '', 'detached_at': '', 'volume_id': '0625677b-7a82-4cd3-b43b-7c9a6837c729', 'serial': '0625677b-7a82-4cd3-b43b-7c9a6837c729'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1362.359123] env[69385]: DEBUG nova.network.neutron [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.476054] env[69385]: DEBUG nova.network.neutron [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Updating instance_info_cache with network_info: [{"id": "f8c645f5-49c1-4614-89bb-43b3d56ff54d", "address": "fa:16:3e:f6:80:a5", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c645f5-49", "ovs_interfaceid": "f8c645f5-49c1-4614-89bb-43b3d56ff54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.877441] env[69385]: DEBUG nova.objects.instance [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'flavor' on Instance uuid bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.978305] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "refresh_cache-5e7af338-30b4-406e-9d4e-55079cc63fa9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.978625] env[69385]: DEBUG nova.compute.manager [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Instance network_info: |[{"id": "f8c645f5-49c1-4614-89bb-43b3d56ff54d", "address": "fa:16:3e:f6:80:a5", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c645f5-49", "ovs_interfaceid": "f8c645f5-49c1-4614-89bb-43b3d56ff54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.979050] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:80:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8c645f5-49c1-4614-89bb-43b3d56ff54d', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.986582] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.986786] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.987019] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a73aef86-d2de-4da4-b465-e9ae6a87a6eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.007887] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.007887] env[69385]: value = "task-3341448" [ 1363.007887] env[69385]: _type = "Task" [ 1363.007887] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.015105] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341448, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.267891] env[69385]: DEBUG nova.compute.manager [req-4d6d6900-8753-420e-9e44-24d2123dad95 req-b8ed5c1a-6197-42f3-82e4-16e33bd3a018 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Received event network-changed-f8c645f5-49c1-4614-89bb-43b3d56ff54d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1363.268112] env[69385]: DEBUG nova.compute.manager [req-4d6d6900-8753-420e-9e44-24d2123dad95 req-b8ed5c1a-6197-42f3-82e4-16e33bd3a018 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Refreshing instance network info cache due to event network-changed-f8c645f5-49c1-4614-89bb-43b3d56ff54d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1363.268344] env[69385]: DEBUG oslo_concurrency.lockutils [req-4d6d6900-8753-420e-9e44-24d2123dad95 req-b8ed5c1a-6197-42f3-82e4-16e33bd3a018 service nova] Acquiring lock "refresh_cache-5e7af338-30b4-406e-9d4e-55079cc63fa9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.268473] env[69385]: DEBUG oslo_concurrency.lockutils [req-4d6d6900-8753-420e-9e44-24d2123dad95 req-b8ed5c1a-6197-42f3-82e4-16e33bd3a018 service nova] Acquired lock "refresh_cache-5e7af338-30b4-406e-9d4e-55079cc63fa9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.268625] env[69385]: DEBUG nova.network.neutron [req-4d6d6900-8753-420e-9e44-24d2123dad95 req-b8ed5c1a-6197-42f3-82e4-16e33bd3a018 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Refreshing network info cache for port f8c645f5-49c1-4614-89bb-43b3d56ff54d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.518391] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341448, 'name': CreateVM_Task, 'duration_secs': 0.275591} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.518755] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.519226] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.519394] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.519721] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.519968] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ba3fcd-8192-4479-9fc8-b9128724f63a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.524747] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1363.524747] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e593ca-f52a-751f-dba8-ab4707119b78" [ 1363.524747] env[69385]: _type = "Task" [ 1363.524747] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.533746] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e593ca-f52a-751f-dba8-ab4707119b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.885530] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f673b2b7-ec27-4d2a-840d-5cebdb7ed34c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.976557] env[69385]: DEBUG nova.network.neutron [req-4d6d6900-8753-420e-9e44-24d2123dad95 req-b8ed5c1a-6197-42f3-82e4-16e33bd3a018 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Updated VIF entry in instance network info cache for port f8c645f5-49c1-4614-89bb-43b3d56ff54d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.976902] env[69385]: DEBUG nova.network.neutron [req-4d6d6900-8753-420e-9e44-24d2123dad95 req-b8ed5c1a-6197-42f3-82e4-16e33bd3a018 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Updating instance_info_cache with network_info: [{"id": "f8c645f5-49c1-4614-89bb-43b3d56ff54d", "address": "fa:16:3e:f6:80:a5", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c645f5-49", "ovs_interfaceid": "f8c645f5-49c1-4614-89bb-43b3d56ff54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.035181] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e593ca-f52a-751f-dba8-ab4707119b78, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.035479] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.035700] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.035928] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.036091] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.036273] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.036520] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd83ab1-9241-41f7-8dea-3a6a51dcdb9b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.044185] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.044353] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.045028] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ff023c-8caf-4aad-9f40-2de9c82bc7fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.049393] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1364.049393] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52203bb8-fb91-1980-3f45-094f700c2be5" [ 1364.049393] env[69385]: _type = "Task" [ 1364.049393] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.056523] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52203bb8-fb91-1980-3f45-094f700c2be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.480045] env[69385]: DEBUG oslo_concurrency.lockutils [req-4d6d6900-8753-420e-9e44-24d2123dad95 req-b8ed5c1a-6197-42f3-82e4-16e33bd3a018 service nova] Releasing lock "refresh_cache-5e7af338-30b4-406e-9d4e-55079cc63fa9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.562026] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52203bb8-fb91-1980-3f45-094f700c2be5, 'name': SearchDatastore_Task, 'duration_secs': 0.007743} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.563083] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea63b03-f9f3-4a97-973c-3b189da1cd23 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.569373] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1364.569373] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520b812e-2610-e45e-d2d1-6b185b926f29" [ 1364.569373] env[69385]: _type = "Task" [ 1364.569373] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.579245] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520b812e-2610-e45e-d2d1-6b185b926f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.915508] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.915740] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.915969] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.916172] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.916334] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.918352] env[69385]: INFO nova.compute.manager [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Terminating instance [ 1365.080024] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520b812e-2610-e45e-d2d1-6b185b926f29, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.081343] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.081615] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 5e7af338-30b4-406e-9d4e-55079cc63fa9/5e7af338-30b4-406e-9d4e-55079cc63fa9.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.083925] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f02726d-d8ae-408b-ae56-e932d16c2741 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.091114] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1365.091114] env[69385]: value = "task-3341449" [ 1365.091114] env[69385]: _type = "Task" [ 1365.091114] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.100296] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.422202] env[69385]: DEBUG nova.compute.manager [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.422418] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.423318] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c354fa-4cde-4ae9-91fd-5a1d17ac8c41 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.431078] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.431346] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f27dc6a9-f8ce-49f2-8c16-cfdc7d4a022e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.437184] env[69385]: DEBUG oslo_vmware.api [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1365.437184] env[69385]: value = "task-3341450" [ 1365.437184] env[69385]: _type = "Task" [ 1365.437184] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.447743] env[69385]: DEBUG oslo_vmware.api [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.587769] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "854192d5-7d54-42d0-b305-f4fa3902d3de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.588236] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.588309] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "854192d5-7d54-42d0-b305-f4fa3902d3de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.588508] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.588681] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.590814] env[69385]: INFO nova.compute.manager [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Terminating instance [ 1365.603265] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446938} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.603996] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 5e7af338-30b4-406e-9d4e-55079cc63fa9/5e7af338-30b4-406e-9d4e-55079cc63fa9.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.604240] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.604729] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5a2363c-ef31-4f4f-b5f3-04f00a2a2217 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.611788] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1365.611788] env[69385]: value = "task-3341451" [ 1365.611788] env[69385]: _type = "Task" [ 1365.611788] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.619620] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.947240] env[69385]: DEBUG oslo_vmware.api [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341450, 'name': PowerOffVM_Task, 'duration_secs': 0.18585} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.947540] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.947823] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.948193] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54092686-39d3-4d86-a013-7706ae5e957b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.004014] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.004291] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.004432] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleting the datastore file [datastore2] bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.004703] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b0bc246-15df-4e7e-b9b4-a733ab8e60e1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.011126] env[69385]: DEBUG oslo_vmware.api [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1366.011126] env[69385]: value = "task-3341453" [ 1366.011126] env[69385]: _type = "Task" [ 1366.011126] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.018852] env[69385]: DEBUG oslo_vmware.api [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.098011] env[69385]: DEBUG nova.compute.manager [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.098231] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.098511] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a253ed6e-3741-411b-a794-59d02211d3f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.106244] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1366.106244] env[69385]: value = "task-3341454" [ 1366.106244] env[69385]: _type = "Task" [ 1366.106244] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.114996] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.124095] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058639} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.124401] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.125257] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d059478d-b373-44aa-9595-d1241072ae7a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.147696] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 5e7af338-30b4-406e-9d4e-55079cc63fa9/5e7af338-30b4-406e-9d4e-55079cc63fa9.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.148107] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-441b4c8a-5657-4825-9628-dad2c0a2beef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.166705] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1366.166705] env[69385]: value = "task-3341455" [ 1366.166705] env[69385]: _type = "Task" [ 1366.166705] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.182992] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.520581] env[69385]: DEBUG oslo_vmware.api [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144572} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.520839] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.521016] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.521518] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.521518] env[69385]: INFO nova.compute.manager [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1366.521658] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.521808] env[69385]: DEBUG nova.compute.manager [-] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.521900] env[69385]: DEBUG nova.network.neutron [-] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.616366] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341454, 'name': PowerOffVM_Task, 'duration_secs': 0.17361} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.616648] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.616833] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1366.617039] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666872', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'name': 'volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '854192d5-7d54-42d0-b305-f4fa3902d3de', 'attached_at': '2025-04-07T03:10:39.000000', 'detached_at': '', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'serial': '1c80be83-7e29-4b1f-94b0-3e73de526c3a'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1366.617826] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5897d2f-5eca-48c8-8ab3-46d4e64d3266 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.636880] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b733a3d-bce7-4b0e-ab19-f32ac7e77008 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.643263] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330545ef-6f7f-4ed7-b67d-078a3747effa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.659973] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b804e0-0aa4-4871-8601-b8c4f25acf86 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.674018] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] The volume has not been displaced from its original location: [datastore2] volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a/volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1366.680052] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1366.682012] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dad46fbc-ab25-4cf7-ad30-cfed71995e95 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.699066] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341455, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.700293] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1366.700293] env[69385]: value = "task-3341456" [ 1366.700293] env[69385]: _type = "Task" [ 1366.700293] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.707496] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.915354] env[69385]: DEBUG nova.compute.manager [req-cfc309c9-c9b3-499c-b4d5-082e2feafa5f req-9f498f8b-e615-4c5a-9ba4-b84eb73b7b72 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Received event network-vif-deleted-b87e3096-e1e3-4f96-a359-6c46427a9b4f {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1366.915548] env[69385]: INFO nova.compute.manager [req-cfc309c9-c9b3-499c-b4d5-082e2feafa5f req-9f498f8b-e615-4c5a-9ba4-b84eb73b7b72 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Neutron deleted interface b87e3096-e1e3-4f96-a359-6c46427a9b4f; detaching it from the instance and deleting it from the info cache [ 1366.915803] env[69385]: DEBUG nova.network.neutron [req-cfc309c9-c9b3-499c-b4d5-082e2feafa5f req-9f498f8b-e615-4c5a-9ba4-b84eb73b7b72 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.184563] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341455, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.208991] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.400018] env[69385]: DEBUG nova.network.neutron [-] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.419214] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3ee78de-7380-485c-b4ce-da09b0090ef4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.429480] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43200f1f-9d39-4b6b-b1d2-581878182ed9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.462248] env[69385]: DEBUG nova.compute.manager [req-cfc309c9-c9b3-499c-b4d5-082e2feafa5f req-9f498f8b-e615-4c5a-9ba4-b84eb73b7b72 service nova] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Detach interface failed, port_id=b87e3096-e1e3-4f96-a359-6c46427a9b4f, reason: Instance bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1367.689249] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341455, 'name': ReconfigVM_Task, 'duration_secs': 1.332938} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.689686] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 5e7af338-30b4-406e-9d4e-55079cc63fa9/5e7af338-30b4-406e-9d4e-55079cc63fa9.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.690527] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d807be3a-a89d-47db-9f52-f90a4aa992fd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.703967] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1367.703967] env[69385]: value = "task-3341457" [ 1367.703967] env[69385]: _type = "Task" [ 1367.703967] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.727737] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341456, 'name': ReconfigVM_Task, 'duration_secs': 0.866999} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.732749] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1367.741616] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341457, 'name': Rename_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.741863] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e2bd03-2938-4991-b304-c5f680960bde {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.755949] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1367.755949] env[69385]: value = "task-3341458" [ 1367.755949] env[69385]: _type = "Task" [ 1367.755949] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.763437] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.904104] env[69385]: INFO nova.compute.manager [-] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Took 1.38 seconds to deallocate network for instance. [ 1368.220517] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341457, 'name': Rename_Task, 'duration_secs': 0.132852} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.220792] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.221066] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-999c74da-542b-49fc-8120-95071ea0e58f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.227078] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1368.227078] env[69385]: value = "task-3341459" [ 1368.227078] env[69385]: _type = "Task" [ 1368.227078] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.233941] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.264772] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341458, 'name': ReconfigVM_Task, 'duration_secs': 0.104615} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.265137] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666872', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'name': 'volume-1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '854192d5-7d54-42d0-b305-f4fa3902d3de', 'attached_at': '2025-04-07T03:10:39.000000', 'detached_at': '', 'volume_id': '1c80be83-7e29-4b1f-94b0-3e73de526c3a', 'serial': '1c80be83-7e29-4b1f-94b0-3e73de526c3a'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1368.265430] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.266200] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e7037-f223-4d31-b156-b19f93548db2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.273181] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.273181] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-604d9c15-d915-4674-bfb2-e470af5493aa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.332311] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.332533] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.332656] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleting the datastore file [datastore2] 854192d5-7d54-42d0-b305-f4fa3902d3de {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.332946] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2421302-5e92-43ab-9b62-80f34f5b446a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.338844] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1368.338844] env[69385]: value = "task-3341461" [ 1368.338844] env[69385]: _type = "Task" [ 1368.338844] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.346227] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.409491] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.409803] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.410036] env[69385]: DEBUG nova.objects.instance [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'resources' on Instance uuid bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.737678] env[69385]: DEBUG oslo_vmware.api [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341459, 'name': PowerOnVM_Task, 'duration_secs': 0.435959} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.738143] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.738200] env[69385]: INFO nova.compute.manager [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1368.738350] env[69385]: DEBUG nova.compute.manager [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.739201] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1002938-4f75-4707-af20-77b1057d1e3c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.848633] env[69385]: DEBUG oslo_vmware.api [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080169} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.848889] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.849086] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.849269] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.849439] env[69385]: INFO nova.compute.manager [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1368.849672] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.849852] env[69385]: DEBUG nova.compute.manager [-] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.849935] env[69385]: DEBUG nova.network.neutron [-] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.998245] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a3621-871c-4a8b-b03f-daeb05a5e36a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.006628] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94a7a62-5926-4dc4-8a5b-772b6d9c2140 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.036892] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56907b3-2c3e-4f6a-be84-74b14f049e8d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.044452] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab98150-fcd4-4f9d-8e8c-7a3ddea6c7e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.057378] env[69385]: DEBUG nova.compute.provider_tree [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.248842] env[69385]: DEBUG nova.compute.manager [req-c3cd6c36-c127-405a-9d4b-88808ca9b36b req-30e33215-1a72-428c-9305-4972a25181c6 service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Received event network-vif-deleted-80878961-1e2e-4bc0-bbba-a4d18d5ac96d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1369.249046] env[69385]: INFO nova.compute.manager [req-c3cd6c36-c127-405a-9d4b-88808ca9b36b req-30e33215-1a72-428c-9305-4972a25181c6 service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Neutron deleted interface 80878961-1e2e-4bc0-bbba-a4d18d5ac96d; detaching it from the instance and deleting it from the info cache [ 1369.249230] env[69385]: DEBUG nova.network.neutron [req-c3cd6c36-c127-405a-9d4b-88808ca9b36b req-30e33215-1a72-428c-9305-4972a25181c6 service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.257040] env[69385]: INFO nova.compute.manager [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Took 12.37 seconds to build instance. [ 1369.560997] env[69385]: DEBUG nova.scheduler.client.report [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.731426] env[69385]: DEBUG nova.network.neutron [-] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.755504] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e6f0fef-c297-44e2-9da6-41b1cd789c6d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.760881] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f2fcfbb5-5a1e-4208-96c9-81d1de08b289 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.885s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.768820] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71959b37-f837-4783-b1d9-88b296f3c1be {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.796314] env[69385]: DEBUG nova.compute.manager [req-c3cd6c36-c127-405a-9d4b-88808ca9b36b req-30e33215-1a72-428c-9305-4972a25181c6 service nova] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Detach interface failed, port_id=80878961-1e2e-4bc0-bbba-a4d18d5ac96d, reason: Instance 854192d5-7d54-42d0-b305-f4fa3902d3de could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1370.066260] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.094044] env[69385]: INFO nova.scheduler.client.report [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted allocations for instance bc0f7d1a-9840-41ab-9bfa-73d72af7fc20 [ 1370.234194] env[69385]: INFO nova.compute.manager [-] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Took 1.38 seconds to deallocate network for instance. [ 1370.603076] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1875bd98-942f-412e-9358-3dae644e4b9c tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "bc0f7d1a-9840-41ab-9bfa-73d72af7fc20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.778694] env[69385]: INFO nova.compute.manager [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Took 0.54 seconds to detach 1 volumes for instance. [ 1370.781190] env[69385]: DEBUG nova.compute.manager [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Deleting volume: 1c80be83-7e29-4b1f-94b0-3e73de526c3a {{(pid=69385) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1371.282669] env[69385]: DEBUG nova.compute.manager [req-1014cc13-2f9d-4c2e-8635-425fb389c8cb req-bcd09c77-3f25-468d-9547-4abfba75ccc1 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Received event network-changed-f8c645f5-49c1-4614-89bb-43b3d56ff54d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1371.282669] env[69385]: DEBUG nova.compute.manager [req-1014cc13-2f9d-4c2e-8635-425fb389c8cb req-bcd09c77-3f25-468d-9547-4abfba75ccc1 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Refreshing instance network info cache due to event network-changed-f8c645f5-49c1-4614-89bb-43b3d56ff54d. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1371.282669] env[69385]: DEBUG oslo_concurrency.lockutils [req-1014cc13-2f9d-4c2e-8635-425fb389c8cb req-bcd09c77-3f25-468d-9547-4abfba75ccc1 service nova] Acquiring lock "refresh_cache-5e7af338-30b4-406e-9d4e-55079cc63fa9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.283167] env[69385]: DEBUG oslo_concurrency.lockutils [req-1014cc13-2f9d-4c2e-8635-425fb389c8cb req-bcd09c77-3f25-468d-9547-4abfba75ccc1 service nova] Acquired lock "refresh_cache-5e7af338-30b4-406e-9d4e-55079cc63fa9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.283167] env[69385]: DEBUG nova.network.neutron [req-1014cc13-2f9d-4c2e-8635-425fb389c8cb req-bcd09c77-3f25-468d-9547-4abfba75ccc1 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Refreshing network info cache for port f8c645f5-49c1-4614-89bb-43b3d56ff54d {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.317804] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.318085] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.318307] env[69385]: DEBUG nova.objects.instance [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'resources' on Instance uuid 854192d5-7d54-42d0-b305-f4fa3902d3de {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.902375] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c97c9de-0027-4bca-9923-ae0488caf8e5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.909908] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d8818c-b0d3-41ca-b25f-bda73c2e2650 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.954092] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838a46e1-5c1b-41df-bd96-1306c788e533 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.965122] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef943dbc-1128-461c-80d0-263f69ff8e24 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.978873] env[69385]: DEBUG nova.compute.provider_tree [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.048302] env[69385]: DEBUG nova.network.neutron [req-1014cc13-2f9d-4c2e-8635-425fb389c8cb req-bcd09c77-3f25-468d-9547-4abfba75ccc1 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Updated VIF entry in instance network info cache for port f8c645f5-49c1-4614-89bb-43b3d56ff54d. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.048662] env[69385]: DEBUG nova.network.neutron [req-1014cc13-2f9d-4c2e-8635-425fb389c8cb req-bcd09c77-3f25-468d-9547-4abfba75ccc1 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Updating instance_info_cache with network_info: [{"id": "f8c645f5-49c1-4614-89bb-43b3d56ff54d", "address": "fa:16:3e:f6:80:a5", "network": {"id": "110cc67b-d58c-46a5-b03d-6f5b68d23ed1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1829265200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a60a085079401fa35f4bea9e628371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c645f5-49", "ovs_interfaceid": "f8c645f5-49c1-4614-89bb-43b3d56ff54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.482256] env[69385]: DEBUG nova.scheduler.client.report [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.551196] env[69385]: DEBUG oslo_concurrency.lockutils [req-1014cc13-2f9d-4c2e-8635-425fb389c8cb req-bcd09c77-3f25-468d-9547-4abfba75ccc1 service nova] Releasing lock "refresh_cache-5e7af338-30b4-406e-9d4e-55079cc63fa9" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.836163] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "6227766c-cbc5-4818-849b-b25f3bc63974" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.836436] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.987424] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.005519] env[69385]: INFO nova.scheduler.client.report [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted allocations for instance 854192d5-7d54-42d0-b305-f4fa3902d3de [ 1373.338783] env[69385]: DEBUG nova.compute.manager [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.513033] env[69385]: DEBUG oslo_concurrency.lockutils [None req-3aa1d72a-bb72-4839-ab7a-9c8f40ae778a tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "854192d5-7d54-42d0-b305-f4fa3902d3de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.925s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.859070] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.859355] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.860848] env[69385]: INFO nova.compute.claims [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.386512] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "46695a78-7501-4fe5-b5f4-6fbd89d03115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.386842] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.386998] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "46695a78-7501-4fe5-b5f4-6fbd89d03115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.387181] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.387349] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.389544] env[69385]: INFO nova.compute.manager [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Terminating instance [ 1374.893460] env[69385]: DEBUG nova.compute.manager [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.893723] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.894595] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6e04c0-95e6-4e30-9389-766feba8001a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.905210] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.905448] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f887a30-e633-4ef6-b912-4c5bd208d2d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.912104] env[69385]: DEBUG oslo_vmware.api [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1374.912104] env[69385]: value = "task-3341463" [ 1374.912104] env[69385]: _type = "Task" [ 1374.912104] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.920099] env[69385]: DEBUG oslo_vmware.api [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.944382] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fcd970-2a34-493c-a032-f9843cf8683f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.951996] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f2f8f8-8294-4339-a47b-aa1b9f4a6f68 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.982349] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d7847f-edc2-4c0b-86d2-3aaa8e243bb6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.989753] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c30f7-66ce-46b6-8d5e-1a06c1619986 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.003917] env[69385]: DEBUG nova.compute.provider_tree [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.422472] env[69385]: DEBUG oslo_vmware.api [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341463, 'name': PowerOffVM_Task, 'duration_secs': 0.179313} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.422771] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.422771] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.422966] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cef8c264-f8ee-4122-a296-a130a1d17286 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.484057] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.484302] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.484462] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleting the datastore file [datastore1] 46695a78-7501-4fe5-b5f4-6fbd89d03115 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.484728] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2066ad4-9244-409d-8813-6ecd6f808203 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.490932] env[69385]: DEBUG oslo_vmware.api [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1375.490932] env[69385]: value = "task-3341465" [ 1375.490932] env[69385]: _type = "Task" [ 1375.490932] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.498654] env[69385]: DEBUG oslo_vmware.api [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.506698] env[69385]: DEBUG nova.scheduler.client.report [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.852156] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "43228550-eaea-4a1b-84ee-72f73f6bb470" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.852454] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.001030] env[69385]: DEBUG oslo_vmware.api [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120423} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.001411] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.001605] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.001787] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.001961] env[69385]: INFO nova.compute.manager [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1376.002217] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.002408] env[69385]: DEBUG nova.compute.manager [-] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.002504] env[69385]: DEBUG nova.network.neutron [-] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.011961] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.012452] env[69385]: DEBUG nova.compute.manager [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1376.244745] env[69385]: DEBUG nova.compute.manager [req-b982458a-1ae1-4372-97b5-119a7bae210b req-6f83bc63-d6ea-424c-a20c-40e8fa09a9ce service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Received event network-vif-deleted-a042963d-92a4-4fad-84e1-d585ffb255be {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1376.245058] env[69385]: INFO nova.compute.manager [req-b982458a-1ae1-4372-97b5-119a7bae210b req-6f83bc63-d6ea-424c-a20c-40e8fa09a9ce service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Neutron deleted interface a042963d-92a4-4fad-84e1-d585ffb255be; detaching it from the instance and deleting it from the info cache [ 1376.245270] env[69385]: DEBUG nova.network.neutron [req-b982458a-1ae1-4372-97b5-119a7bae210b req-6f83bc63-d6ea-424c-a20c-40e8fa09a9ce service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.356880] env[69385]: DEBUG nova.compute.utils [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.517260] env[69385]: DEBUG nova.compute.utils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.518768] env[69385]: DEBUG nova.compute.manager [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.518950] env[69385]: DEBUG nova.network.neutron [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.567637] env[69385]: DEBUG nova.policy [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f35c2e74f14e0fbef94a24fbb72d30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa80f7a2608249ffb3ada7e16f9e9b82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.729378] env[69385]: DEBUG nova.network.neutron [-] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.748274] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52c78baa-b64f-4a2e-8104-585d2ac56d0c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.758259] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b38caf2-4062-432a-a1a0-02ba555d5ab2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.790019] env[69385]: DEBUG nova.compute.manager [req-b982458a-1ae1-4372-97b5-119a7bae210b req-6f83bc63-d6ea-424c-a20c-40e8fa09a9ce service nova] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Detach interface failed, port_id=a042963d-92a4-4fad-84e1-d585ffb255be, reason: Instance 46695a78-7501-4fe5-b5f4-6fbd89d03115 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1376.806981] env[69385]: DEBUG nova.network.neutron [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Successfully created port: 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.860324] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.022776] env[69385]: DEBUG nova.compute.manager [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1377.232843] env[69385]: INFO nova.compute.manager [-] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Took 1.23 seconds to deallocate network for instance. [ 1377.742579] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.742914] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.743113] env[69385]: DEBUG nova.objects.instance [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'resources' on Instance uuid 46695a78-7501-4fe5-b5f4-6fbd89d03115 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.927200] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "43228550-eaea-4a1b-84ee-72f73f6bb470" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.927459] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.927704] env[69385]: INFO nova.compute.manager [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Attaching volume f471546c-b52c-416c-9b70-deeb231f0321 to /dev/sdb [ 1377.959584] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9792b84f-9aa9-43a5-9a72-5f9712b99b2d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.967596] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e705fe0a-2e04-4c8b-93d4-486387474bf4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.981008] env[69385]: DEBUG nova.virt.block_device [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating existing volume attachment record: a86b54f9-0111-43f6-87b3-64930adef0e4 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1378.032227] env[69385]: DEBUG nova.compute.manager [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.058819] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.059073] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.059235] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.059419] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.059566] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.059710] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.059916] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.060100] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.060244] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.060405] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.060577] env[69385]: DEBUG nova.virt.hardware [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.061439] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bee2c7-617b-4715-8e51-6c9af167989c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.069041] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079445b1-5bff-4f53-ab55-2b149dded321 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.233264] env[69385]: DEBUG nova.network.neutron [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Successfully updated port: 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.282365] env[69385]: DEBUG nova.compute.manager [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received event network-vif-plugged-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1378.282365] env[69385]: DEBUG oslo_concurrency.lockutils [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] Acquiring lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.282365] env[69385]: DEBUG oslo_concurrency.lockutils [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] Lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.282365] env[69385]: DEBUG oslo_concurrency.lockutils [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] Lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.282840] env[69385]: DEBUG nova.compute.manager [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] No waiting events found dispatching network-vif-plugged-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.282934] env[69385]: WARNING nova.compute.manager [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received unexpected event network-vif-plugged-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce for instance with vm_state building and task_state spawning. [ 1378.283162] env[69385]: DEBUG nova.compute.manager [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received event network-changed-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1378.283257] env[69385]: DEBUG nova.compute.manager [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Refreshing instance network info cache due to event network-changed-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1378.283465] env[69385]: DEBUG oslo_concurrency.lockutils [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] Acquiring lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.283819] env[69385]: DEBUG oslo_concurrency.lockutils [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] Acquired lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.283819] env[69385]: DEBUG nova.network.neutron [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Refreshing network info cache for port 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.360755] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c10836-bdb7-4d2a-8bda-15da059be37e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.368912] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecbd26b-8fa3-4dff-add3-e9c27dcd3738 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.398766] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ece088-be7f-49b9-bab1-2463445dd5d1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.406102] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d7d5ee-951f-4e53-a0c3-c2f4dd7cb5c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.418839] env[69385]: DEBUG nova.compute.provider_tree [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.735469] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.821497] env[69385]: DEBUG nova.network.neutron [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.903416] env[69385]: DEBUG nova.network.neutron [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.922103] env[69385]: DEBUG nova.scheduler.client.report [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.406712] env[69385]: DEBUG oslo_concurrency.lockutils [req-37418b7a-b608-447f-aabb-7c56f579fd7b req-2b966b59-d3f0-477e-ad7d-12718d1a5349 service nova] Releasing lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.407105] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.407273] env[69385]: DEBUG nova.network.neutron [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.426817] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.448331] env[69385]: INFO nova.scheduler.client.report [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted allocations for instance 46695a78-7501-4fe5-b5f4-6fbd89d03115 [ 1379.939365] env[69385]: DEBUG nova.network.neutron [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.955520] env[69385]: DEBUG oslo_concurrency.lockutils [None req-dc1640c7-8bec-4833-ad1f-6dfbd57e1b45 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "46695a78-7501-4fe5-b5f4-6fbd89d03115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.569s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.070323] env[69385]: DEBUG nova.network.neutron [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updating instance_info_cache with network_info: [{"id": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "address": "fa:16:3e:dc:81:25", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9f4b2b-0d", "ovs_interfaceid": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.573640] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.574051] env[69385]: DEBUG nova.compute.manager [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Instance network_info: |[{"id": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "address": "fa:16:3e:dc:81:25", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9f4b2b-0d", "ovs_interfaceid": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1380.574500] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:81:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.582048] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.582267] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.582502] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d78a2f4-d965-41cb-99a6-3b5771c0fa1b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.602493] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.602493] env[69385]: value = "task-3341471" [ 1380.602493] env[69385]: _type = "Task" [ 1380.602493] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.610161] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341471, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.112303] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341471, 'name': CreateVM_Task, 'duration_secs': 0.289841} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.112702] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.113218] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.113369] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.113672] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.113910] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd5d0b1-5d33-4b41-a5e2-9ee68d8ff58e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.118988] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1381.118988] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523b385c-f92b-b016-9e37-d636ef7f45ea" [ 1381.118988] env[69385]: _type = "Task" [ 1381.118988] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.126366] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523b385c-f92b-b016-9e37-d636ef7f45ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.629737] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523b385c-f92b-b016-9e37-d636ef7f45ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.630053] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.630292] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.630531] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.630679] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.630856] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.631125] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5203f996-3387-483c-9383-0fabce39c9b7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.639452] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.639628] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.640332] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1bc45c-77d9-4986-9fa0-8f4320b5523b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.644910] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1381.644910] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52415d28-3231-630e-acf1-3948184e277c" [ 1381.644910] env[69385]: _type = "Task" [ 1381.644910] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.652046] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52415d28-3231-630e-acf1-3948184e277c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.155195] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52415d28-3231-630e-acf1-3948184e277c, 'name': SearchDatastore_Task, 'duration_secs': 0.007983} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.155935] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f97a538-1471-4deb-bfb1-9e0e1b1e444f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.160804] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1382.160804] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d82332-718e-4540-27b5-6cc717b0a7f4" [ 1382.160804] env[69385]: _type = "Task" [ 1382.160804] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.168041] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d82332-718e-4540-27b5-6cc717b0a7f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.525859] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1382.526258] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666890', 'volume_id': 'f471546c-b52c-416c-9b70-deeb231f0321', 'name': 'volume-f471546c-b52c-416c-9b70-deeb231f0321', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43228550-eaea-4a1b-84ee-72f73f6bb470', 'attached_at': '', 'detached_at': '', 'volume_id': 'f471546c-b52c-416c-9b70-deeb231f0321', 'serial': 'f471546c-b52c-416c-9b70-deeb231f0321'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1382.526922] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f51032b-adce-44b2-97b8-feb4894e7de6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.544690] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952593b4-150b-4038-8da3-3afe478d36d7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.570751] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-f471546c-b52c-416c-9b70-deeb231f0321/volume-f471546c-b52c-416c-9b70-deeb231f0321.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.571055] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2233d54-f131-402a-a673-7c9f8f2da372 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.590765] env[69385]: DEBUG oslo_vmware.api [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1382.590765] env[69385]: value = "task-3341472" [ 1382.590765] env[69385]: _type = "Task" [ 1382.590765] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.600599] env[69385]: DEBUG oslo_vmware.api [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.671824] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52d82332-718e-4540-27b5-6cc717b0a7f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.672088] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.672377] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6227766c-cbc5-4818-849b-b25f3bc63974/6227766c-cbc5-4818-849b-b25f3bc63974.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.672657] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b65af91-2e71-4701-97f5-17475d200e93 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.679594] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1382.679594] env[69385]: value = "task-3341473" [ 1382.679594] env[69385]: _type = "Task" [ 1382.679594] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.686699] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.102655] env[69385]: DEBUG oslo_vmware.api [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341472, 'name': ReconfigVM_Task, 'duration_secs': 0.482868} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.103054] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-f471546c-b52c-416c-9b70-deeb231f0321/volume-f471546c-b52c-416c-9b70-deeb231f0321.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.108183] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f08d6c-f699-41bf-a904-f8efde6b0f58 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.123572] env[69385]: DEBUG oslo_vmware.api [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1383.123572] env[69385]: value = "task-3341474" [ 1383.123572] env[69385]: _type = "Task" [ 1383.123572] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.132236] env[69385]: DEBUG oslo_vmware.api [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.189485] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440712} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.189861] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 6227766c-cbc5-4818-849b-b25f3bc63974/6227766c-cbc5-4818-849b-b25f3bc63974.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.189861] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.190128] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37dc59ab-f0f3-4497-9d6d-db695b9ac7b1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.197890] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1383.197890] env[69385]: value = "task-3341475" [ 1383.197890] env[69385]: _type = "Task" [ 1383.197890] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.205175] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.637925] env[69385]: DEBUG oslo_vmware.api [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341474, 'name': ReconfigVM_Task, 'duration_secs': 0.135965} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.637925] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666890', 'volume_id': 'f471546c-b52c-416c-9b70-deeb231f0321', 'name': 'volume-f471546c-b52c-416c-9b70-deeb231f0321', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43228550-eaea-4a1b-84ee-72f73f6bb470', 'attached_at': '', 'detached_at': '', 'volume_id': 'f471546c-b52c-416c-9b70-deeb231f0321', 'serial': 'f471546c-b52c-416c-9b70-deeb231f0321'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1383.707971] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061976} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.708281] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.709089] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a004633-83e7-4ab0-ba56-6e3f3f801e5f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.731285] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 6227766c-cbc5-4818-849b-b25f3bc63974/6227766c-cbc5-4818-849b-b25f3bc63974.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.731557] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-524a099b-65da-452c-93c5-38f7ce10ba7e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.750916] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1383.750916] env[69385]: value = "task-3341476" [ 1383.750916] env[69385]: _type = "Task" [ 1383.750916] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.761643] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.133988] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "1776fa73-9144-4d4b-9265-e949d4d2577a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.134306] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.134528] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "1776fa73-9144-4d4b-9265-e949d4d2577a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.134713] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.134885] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.137273] env[69385]: INFO nova.compute.manager [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Terminating instance [ 1384.261613] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341476, 'name': ReconfigVM_Task, 'duration_secs': 0.44398} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.261946] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 6227766c-cbc5-4818-849b-b25f3bc63974/6227766c-cbc5-4818-849b-b25f3bc63974.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.262628] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ca96206-8b95-4d59-88a1-bed5f9254369 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.269771] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1384.269771] env[69385]: value = "task-3341477" [ 1384.269771] env[69385]: _type = "Task" [ 1384.269771] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.279999] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341477, 'name': Rename_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.643264] env[69385]: DEBUG nova.compute.manager [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.643483] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.644426] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab8454-4fc5-41d6-a783-b8d71b32af52 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.651958] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.652191] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-860d319e-1548-4929-b086-8ac3793eba09 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.658185] env[69385]: DEBUG oslo_vmware.api [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1384.658185] env[69385]: value = "task-3341478" [ 1384.658185] env[69385]: _type = "Task" [ 1384.658185] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.665688] env[69385]: DEBUG oslo_vmware.api [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.671967] env[69385]: DEBUG nova.objects.instance [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'flavor' on Instance uuid 43228550-eaea-4a1b-84ee-72f73f6bb470 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.780074] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341477, 'name': Rename_Task, 'duration_secs': 0.323814} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.780364] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.780623] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd5a5e58-7eb3-49ce-85d0-2ee5e566c032 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.787503] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1384.787503] env[69385]: value = "task-3341479" [ 1384.787503] env[69385]: _type = "Task" [ 1384.787503] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.795803] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.169070] env[69385]: DEBUG oslo_vmware.api [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341478, 'name': PowerOffVM_Task, 'duration_secs': 0.189096} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.169314] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.169490] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.169738] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1588e287-8da4-41dd-be9b-90c3d38666ea {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.176815] env[69385]: DEBUG oslo_concurrency.lockutils [None req-a1d10997-d8c0-4ac8-a50d-d341f6d2d705 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.228444] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.228650] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.228832] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleting the datastore file [datastore2] 1776fa73-9144-4d4b-9265-e949d4d2577a {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.229105] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f70c4196-40d7-453c-89de-f92d298e72c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.235036] env[69385]: DEBUG oslo_vmware.api [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for the task: (returnval){ [ 1385.235036] env[69385]: value = "task-3341481" [ 1385.235036] env[69385]: _type = "Task" [ 1385.235036] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.242168] env[69385]: DEBUG oslo_vmware.api [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.296632] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.748136] env[69385]: DEBUG oslo_vmware.api [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Task: {'id': task-3341481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195249} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.748136] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.748136] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.748496] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.748496] env[69385]: INFO nova.compute.manager [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1385.748718] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.748916] env[69385]: DEBUG nova.compute.manager [-] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.749019] env[69385]: DEBUG nova.network.neutron [-] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.797235] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.990214] env[69385]: DEBUG nova.compute.manager [req-f4a04053-d77e-4755-b907-f2fde2668fbb req-185eb53d-f04c-486b-ba5c-e934c15ef0e3 service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Received event network-vif-deleted-e1d61a7a-9b84-42d8-9da3-9b1977e022c3 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1385.990416] env[69385]: INFO nova.compute.manager [req-f4a04053-d77e-4755-b907-f2fde2668fbb req-185eb53d-f04c-486b-ba5c-e934c15ef0e3 service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Neutron deleted interface e1d61a7a-9b84-42d8-9da3-9b1977e022c3; detaching it from the instance and deleting it from the info cache [ 1385.990587] env[69385]: DEBUG nova.network.neutron [req-f4a04053-d77e-4755-b907-f2fde2668fbb req-185eb53d-f04c-486b-ba5c-e934c15ef0e3 service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.034341] env[69385]: DEBUG nova.compute.manager [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Stashing vm_state: active {{(pid=69385) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1386.297907] env[69385]: DEBUG oslo_vmware.api [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341479, 'name': PowerOnVM_Task, 'duration_secs': 1.236477} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.298236] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.298380] env[69385]: INFO nova.compute.manager [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1386.298556] env[69385]: DEBUG nova.compute.manager [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.299312] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa25367-79dc-4369-bcb0-bfb6ef67a6af {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.473704] env[69385]: DEBUG nova.network.neutron [-] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.493066] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1fd6409-4c35-4e59-83f4-824d0c605391 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.503000] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8105e3d3-c08b-49fb-8709-6604799325c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.529112] env[69385]: DEBUG nova.compute.manager [req-f4a04053-d77e-4755-b907-f2fde2668fbb req-185eb53d-f04c-486b-ba5c-e934c15ef0e3 service nova] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Detach interface failed, port_id=e1d61a7a-9b84-42d8-9da3-9b1977e022c3, reason: Instance 1776fa73-9144-4d4b-9265-e949d4d2577a could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1386.554171] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.554453] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.818162] env[69385]: INFO nova.compute.manager [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Took 12.97 seconds to build instance. [ 1386.979788] env[69385]: INFO nova.compute.manager [-] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Took 1.23 seconds to deallocate network for instance. [ 1387.060053] env[69385]: INFO nova.compute.claims [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.303710] env[69385]: DEBUG nova.compute.manager [req-f4a5fc35-f656-4037-9627-523fb711e01f req-5450283d-74a2-4522-b9d9-c3fbe174caa7 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received event network-changed-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1387.303971] env[69385]: DEBUG nova.compute.manager [req-f4a5fc35-f656-4037-9627-523fb711e01f req-5450283d-74a2-4522-b9d9-c3fbe174caa7 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Refreshing instance network info cache due to event network-changed-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1387.304142] env[69385]: DEBUG oslo_concurrency.lockutils [req-f4a5fc35-f656-4037-9627-523fb711e01f req-5450283d-74a2-4522-b9d9-c3fbe174caa7 service nova] Acquiring lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.304290] env[69385]: DEBUG oslo_concurrency.lockutils [req-f4a5fc35-f656-4037-9627-523fb711e01f req-5450283d-74a2-4522-b9d9-c3fbe174caa7 service nova] Acquired lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.304533] env[69385]: DEBUG nova.network.neutron [req-f4a5fc35-f656-4037-9627-523fb711e01f req-5450283d-74a2-4522-b9d9-c3fbe174caa7 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Refreshing network info cache for port 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.320098] env[69385]: DEBUG oslo_concurrency.lockutils [None req-66f3c246-2732-4eda-af9d-908285a87abb tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.484s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.485037] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.565100] env[69385]: INFO nova.compute.resource_tracker [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating resource usage from migration afb96c26-8bb2-44d2-919f-b561822f86b5 [ 1387.635848] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64408cd-1410-4a34-b42a-08ff7a69cbf9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.643665] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c21ba8-0221-4081-ac83-cc01faa4d9b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.672608] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5b2d2a-da1e-4ff6-8380-cd6311937281 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.679012] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8589ef40-173f-460c-8685-4568578e1087 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.691176] env[69385]: DEBUG nova.compute.provider_tree [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.194126] env[69385]: DEBUG nova.scheduler.client.report [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.226454] env[69385]: DEBUG nova.network.neutron [req-f4a5fc35-f656-4037-9627-523fb711e01f req-5450283d-74a2-4522-b9d9-c3fbe174caa7 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updated VIF entry in instance network info cache for port 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.226804] env[69385]: DEBUG nova.network.neutron [req-f4a5fc35-f656-4037-9627-523fb711e01f req-5450283d-74a2-4522-b9d9-c3fbe174caa7 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updating instance_info_cache with network_info: [{"id": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "address": "fa:16:3e:dc:81:25", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9f4b2b-0d", "ovs_interfaceid": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.700555] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.146s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.700941] env[69385]: INFO nova.compute.manager [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Migrating [ 1388.707300] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.222s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.707466] env[69385]: DEBUG nova.objects.instance [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lazy-loading 'resources' on Instance uuid 1776fa73-9144-4d4b-9265-e949d4d2577a {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.729505] env[69385]: DEBUG oslo_concurrency.lockutils [req-f4a5fc35-f656-4037-9627-523fb711e01f req-5450283d-74a2-4522-b9d9-c3fbe174caa7 service nova] Releasing lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.217859] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.218055] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.218338] env[69385]: DEBUG nova.network.neutron [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.281863] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d1638f-28a5-453f-a8e5-ee344d59ac74 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.289436] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d899f0b-f340-492d-a7a6-64e6d6564ac2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.318944] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a683db-d550-42ec-b48c-f3c153636d4a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.327764] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5b569-8169-436d-bd8a-1f4c32ed0c84 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.339480] env[69385]: DEBUG nova.compute.provider_tree [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.842746] env[69385]: DEBUG nova.scheduler.client.report [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.917853] env[69385]: DEBUG nova.network.neutron [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance_info_cache with network_info: [{"id": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "address": "fa:16:3e:c7:06:a9", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b3353-4b", "ovs_interfaceid": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.347149] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.369974] env[69385]: INFO nova.scheduler.client.report [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Deleted allocations for instance 1776fa73-9144-4d4b-9265-e949d4d2577a [ 1390.420499] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.877960] env[69385]: DEBUG oslo_concurrency.lockutils [None req-5ddb1cb7-51c9-4f31-ac7d-54b50217c979 tempest-ServerActionsTestOtherA-1104551632 tempest-ServerActionsTestOtherA-1104551632-project-member] Lock "1776fa73-9144-4d4b-9265-e949d4d2577a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.744s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.797329] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.934734] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16a7f97-3e28-426b-b874-f5d3b4009a6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.956544] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance '43228550-eaea-4a1b-84ee-72f73f6bb470' progress to 0 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.463029] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.463029] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d508ba-6fce-4fcf-b9c7-2ae4a602432c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.470507] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1392.470507] env[69385]: value = "task-3341482" [ 1392.470507] env[69385]: _type = "Task" [ 1392.470507] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.479073] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.980833] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341482, 'name': PowerOffVM_Task, 'duration_secs': 0.18702} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.981135] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.981325] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance '43228550-eaea-4a1b-84ee-72f73f6bb470' progress to 17 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.489791] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.490013] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.490108] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.490289] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.490434] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.490578] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.490778] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.490932] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.491105] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.491266] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.491437] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.496617] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268bfb75-a55a-4c4d-b0b7-25c413776f80 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.513936] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1393.513936] env[69385]: value = "task-3341483" [ 1393.513936] env[69385]: _type = "Task" [ 1393.513936] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.525229] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.023593] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341483, 'name': ReconfigVM_Task, 'duration_secs': 0.167716} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.023967] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance '43228550-eaea-4a1b-84ee-72f73f6bb470' progress to 33 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.530641] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.530869] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.531031] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.531228] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.531374] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.531525] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.531731] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.531890] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.532068] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.532234] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.532407] env[69385]: DEBUG nova.virt.hardware [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.537714] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.537994] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9dd6f3-992c-4d85-ac8d-861c24bda74f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.557037] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1394.557037] env[69385]: value = "task-3341484" [ 1394.557037] env[69385]: _type = "Task" [ 1394.557037] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.564314] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.797838] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.798096] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.067341] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341484, 'name': ReconfigVM_Task, 'duration_secs': 0.208193} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.067693] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.068338] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99618893-3205-44a9-a815-2acbe12a9646 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.091862] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 43228550-eaea-4a1b-84ee-72f73f6bb470/43228550-eaea-4a1b-84ee-72f73f6bb470.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.092422] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08772e4-a083-4dcc-8d58-042cbde5b681 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.109481] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1395.109481] env[69385]: value = "task-3341485" [ 1395.109481] env[69385]: _type = "Task" [ 1395.109481] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.116885] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.619776] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341485, 'name': ReconfigVM_Task, 'duration_secs': 0.284063} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.620054] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 43228550-eaea-4a1b-84ee-72f73f6bb470/43228550-eaea-4a1b-84ee-72f73f6bb470.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.620333] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance '43228550-eaea-4a1b-84ee-72f73f6bb470' progress to 50 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.798220] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.127270] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0102e6-0d97-41d2-b646-f231bec186b2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.148180] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52552048-2fe0-4764-9311-1ba72ce16dd6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.169277] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance '43228550-eaea-4a1b-84ee-72f73f6bb470' progress to 67 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.797316] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.792808] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.802276] env[69385]: DEBUG nova.network.neutron [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Port da8b3353-4b28-46e6-930f-0d3956eb1d56 binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1398.823279] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "43228550-eaea-4a1b-84ee-72f73f6bb470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.823731] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.823731] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.798272] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.798492] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1399.798641] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.857135] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.857436] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.857534] env[69385]: DEBUG nova.network.neutron [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.302301] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.302589] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.302745] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.302904] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1400.304241] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9034b199-18da-4761-8ebd-36a9d4ec59a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.312215] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc592b6f-1594-4586-bf27-d22706c32acb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.326554] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd0f4c5-c774-4bf1-8be1-13110c4026e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.332563] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfc5579-e919-4b08-be54-92df1c9b932a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.361933] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180191MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1400.362185] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.362429] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.553725] env[69385]: DEBUG nova.network.neutron [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance_info_cache with network_info: [{"id": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "address": "fa:16:3e:c7:06:a9", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b3353-4b", "ovs_interfaceid": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.056546] env[69385]: DEBUG oslo_concurrency.lockutils [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.370022] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Applying migration context for instance 43228550-eaea-4a1b-84ee-72f73f6bb470 as it has an incoming, in-progress migration afb96c26-8bb2-44d2-919f-b561822f86b5. Migration status is post-migrating {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1401.370810] env[69385]: INFO nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating resource usage from migration afb96c26-8bb2-44d2-919f-b561822f86b5 [ 1401.390400] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 5e7af338-30b4-406e-9d4e-55079cc63fa9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1401.390551] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 6227766c-cbc5-4818-849b-b25f3bc63974 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1401.390677] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Migration afb96c26-8bb2-44d2-919f-b561822f86b5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1401.390797] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 43228550-eaea-4a1b-84ee-72f73f6bb470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1401.390970] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1401.391120] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1401.443763] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b701be66-9c4c-46e1-8848-b818ed32dfe7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.451191] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf53991-d20b-4b82-b597-b2186e6a3d04 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.480802] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4016d864-6d85-48a8-b697-5f0e2cf882f8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.487450] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727d59b7-2bf9-4a8a-9a67-0620c5ba2387 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.499946] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1401.565934] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e612ba3-eb55-485d-ab69-5f1506a8df85 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.572897] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc387a2b-d680-4b8b-8750-f20192c4052b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.020183] env[69385]: ERROR nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [req-baa24b83-a436-40b9-bc41-318c1a514e22] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-baa24b83-a436-40b9-bc41-318c1a514e22"}]} [ 1402.035465] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1402.049529] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1402.049704] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.059888] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1402.075089] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1402.124752] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40058432-f614-4760-a53b-18a8613043d6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.134689] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2e923a-cfb3-4895-95a2-3004b5c00ed5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.165526] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e15e5b5-b2b7-4fdc-9717-80ae7a0c5b02 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.172820] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65af02fd-f519-45c2-b55c-cfa668bbd21c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.187510] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.682264] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a67ff0-5832-4323-9aa1-1be33eefe6a4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.707302] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ca7e37-e3fb-4c1b-bc03-a69806849935 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.714423] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance '43228550-eaea-4a1b-84ee-72f73f6bb470' progress to 83 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.731108] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1402.731434] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 175 to 176 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1402.731607] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.221204] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.221573] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-929d091b-709c-407f-9a97-d4edf664f83c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.228608] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1403.228608] env[69385]: value = "task-3341486" [ 1403.228608] env[69385]: _type = "Task" [ 1403.228608] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.236479] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1403.236656] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.874s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.236843] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.738382] env[69385]: DEBUG oslo_vmware.api [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341486, 'name': PowerOnVM_Task, 'duration_secs': 0.456688} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.738647] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.738832] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-efaa38b6-29e6-4769-947d-0f9d9a7d608b tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance '43228550-eaea-4a1b-84ee-72f73f6bb470' progress to 100 {{(pid=69385) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.638246] env[69385]: DEBUG nova.network.neutron [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Port da8b3353-4b28-46e6-930f-0d3956eb1d56 binding to destination host cpu-1 is already ACTIVE {{(pid=69385) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1405.638503] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.638671] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.638808] env[69385]: DEBUG nova.network.neutron [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.387252] env[69385]: DEBUG nova.network.neutron [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance_info_cache with network_info: [{"id": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "address": "fa:16:3e:c7:06:a9", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b3353-4b", "ovs_interfaceid": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.891046] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.394493] env[69385]: DEBUG nova.compute.manager [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69385) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1408.110648] env[69385]: DEBUG oslo_concurrency.lockutils [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.110921] env[69385]: DEBUG oslo_concurrency.lockutils [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.489037] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.489213] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.613660] env[69385]: DEBUG nova.compute.utils [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1408.991739] env[69385]: DEBUG nova.objects.instance [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'migration_context' on Instance uuid 43228550-eaea-4a1b-84ee-72f73f6bb470 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.116703] env[69385]: DEBUG oslo_concurrency.lockutils [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.562026] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0af6f77-177e-4e3c-8a8d-ba871e19c0e4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.567661] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a1c6b-047e-47c3-b2f3-2b5be0f1c31d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.598838] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4653ea-e942-426a-9d83-d0523c1c1542 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.605839] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a7c0f2-1426-484b-9b96-da44612a0793 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.618641] env[69385]: DEBUG nova.compute.provider_tree [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.121826] env[69385]: DEBUG nova.scheduler.client.report [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.174875] env[69385]: DEBUG oslo_concurrency.lockutils [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.175153] env[69385]: DEBUG oslo_concurrency.lockutils [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.175389] env[69385]: INFO nova.compute.manager [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Attaching volume fefd47bc-c19b-4d73-9d8f-b917554c9ce6 to /dev/sdb [ 1410.206245] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25eafc0-8195-4775-9d53-1556a0870370 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.213191] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114c3157-0e74-4c4b-a16d-ba980a2b9a6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.226232] env[69385]: DEBUG nova.virt.block_device [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Updating existing volume attachment record: 1b4363fd-8e60-4477-bbf4-52786fb0a213 {{(pid=69385) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1411.132816] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.643s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.672312] env[69385]: INFO nova.compute.manager [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Swapping old allocation on dict_keys(['7e7342d0-d0c8-48be-8581-4cabd96549df']) held by migration afb96c26-8bb2-44d2-919f-b561822f86b5 for instance [ 1412.692751] env[69385]: DEBUG nova.scheduler.client.report [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Overwriting current allocation {'allocations': {'7e7342d0-d0c8-48be-8581-4cabd96549df': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 176}}, 'project_id': '772ac6e44a8f4332bd273af658414b60', 'user_id': 'bf3ce7dce6434b4a977c98587c1fc971', 'consumer_generation': 1} on consumer 43228550-eaea-4a1b-84ee-72f73f6bb470 {{(pid=69385) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1412.769844] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.769962] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.770072] env[69385]: DEBUG nova.network.neutron [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.466440] env[69385]: DEBUG nova.network.neutron [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance_info_cache with network_info: [{"id": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "address": "fa:16:3e:c7:06:a9", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8b3353-4b", "ovs_interfaceid": "da8b3353-4b28-46e6-930f-0d3956eb1d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.969739] env[69385]: DEBUG oslo_concurrency.lockutils [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-43228550-eaea-4a1b-84ee-72f73f6bb470" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.970185] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b417ee7f-fe49-4bb1-97e6-fc73188450e8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.977735] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41a6e05-2099-421f-93b3-be61f3aa03c3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.769174] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Volume attach. Driver type: vmdk {{(pid=69385) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1414.769428] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666892', 'volume_id': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'name': 'volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e7af338-30b4-406e-9d4e-55079cc63fa9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'serial': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1414.770350] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ad394d-6873-452e-8c65-9c6bfce46735 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.786762] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f1a968-8e94-46c5-bba6-ecd579bf2b69 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.810973] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6/volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.811212] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6631c846-0201-417c-ac6b-5ade698440f6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.829563] env[69385]: DEBUG oslo_vmware.api [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1414.829563] env[69385]: value = "task-3341489" [ 1414.829563] env[69385]: _type = "Task" [ 1414.829563] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.838493] env[69385]: DEBUG oslo_vmware.api [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.052974] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.053340] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f592f967-95cb-4365-9372-1d44c9fba4b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.061558] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1415.061558] env[69385]: value = "task-3341490" [ 1415.061558] env[69385]: _type = "Task" [ 1415.061558] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.069893] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.339337] env[69385]: DEBUG oslo_vmware.api [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341489, 'name': ReconfigVM_Task, 'duration_secs': 0.354897} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.339604] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6/volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.344082] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ae98f1-7f28-4bde-8e84-cb9d10d1dad1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.358596] env[69385]: DEBUG oslo_vmware.api [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1415.358596] env[69385]: value = "task-3341491" [ 1415.358596] env[69385]: _type = "Task" [ 1415.358596] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.365658] env[69385]: DEBUG oslo_vmware.api [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.571438] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341490, 'name': PowerOffVM_Task, 'duration_secs': 0.209894} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.571659] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.572344] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.572594] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.572722] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.572889] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.573044] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.573198] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.573399] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.573559] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.573724] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.573883] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.574067] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.578986] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a65b525-846c-46f3-b59d-9ffd7d3b92a9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.594926] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1415.594926] env[69385]: value = "task-3341492" [ 1415.594926] env[69385]: _type = "Task" [ 1415.594926] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.602803] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.868202] env[69385]: DEBUG oslo_vmware.api [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.104354] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341492, 'name': ReconfigVM_Task, 'duration_secs': 0.152818} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.105197] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f58a0-aeb9-48e2-822b-15d227ee232f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.126833] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.127030] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.127183] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.127361] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.127509] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.127658] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.127864] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.128034] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.128204] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.128365] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.128535] env[69385]: DEBUG nova.virt.hardware [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.129296] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c878c3bd-4be9-4c7c-9da6-4aef9cedef4a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.134143] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1416.134143] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52537a62-e255-d69b-4fb3-cea757ae2495" [ 1416.134143] env[69385]: _type = "Task" [ 1416.134143] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.141559] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52537a62-e255-d69b-4fb3-cea757ae2495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.369490] env[69385]: DEBUG oslo_vmware.api [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.643851] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52537a62-e255-d69b-4fb3-cea757ae2495, 'name': SearchDatastore_Task, 'duration_secs': 0.007777} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.649224] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1416.649503] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d304bc7-141d-4aa8-98d6-133a4655846e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.666546] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1416.666546] env[69385]: value = "task-3341493" [ 1416.666546] env[69385]: _type = "Task" [ 1416.666546] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.674033] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.869774] env[69385]: DEBUG oslo_vmware.api [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341491, 'name': ReconfigVM_Task, 'duration_secs': 1.153176} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.870093] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666892', 'volume_id': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'name': 'volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e7af338-30b4-406e-9d4e-55079cc63fa9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'serial': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6'} {{(pid=69385) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1417.177024] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341493, 'name': ReconfigVM_Task, 'duration_secs': 0.208147} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.177024] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1417.177348] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9175426f-f43c-478d-9cec-5811a1a71d31 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.201205] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 43228550-eaea-4a1b-84ee-72f73f6bb470/43228550-eaea-4a1b-84ee-72f73f6bb470.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.201464] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68fb967-6a97-44b7-a6c9-c7400a437b4a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.218803] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1417.218803] env[69385]: value = "task-3341494" [ 1417.218803] env[69385]: _type = "Task" [ 1417.218803] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.225754] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.729137] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341494, 'name': ReconfigVM_Task, 'duration_secs': 0.273465} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.729137] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 43228550-eaea-4a1b-84ee-72f73f6bb470/43228550-eaea-4a1b-84ee-72f73f6bb470.vmdk or device None with type thin {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.729552] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2200f172-2778-4d4a-8e66-63535bd1c7c5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.750246] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def59c7a-011a-4922-9ac1-3916eb283c58 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.769910] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297b3be5-0779-4919-823c-e3f3872cea05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.789337] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ff8fcc-d9db-40b7-b792-9c453b837a6c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.795413] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.795641] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00a0d8d0-e049-425b-b9f6-088a89668f0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.800762] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1417.800762] env[69385]: value = "task-3341495" [ 1417.800762] env[69385]: _type = "Task" [ 1417.800762] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.808981] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.916496] env[69385]: DEBUG nova.objects.instance [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lazy-loading 'flavor' on Instance uuid 5e7af338-30b4-406e-9d4e-55079cc63fa9 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.311180] env[69385]: DEBUG oslo_vmware.api [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341495, 'name': PowerOnVM_Task, 'duration_secs': 0.371124} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.311531] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.421200] env[69385]: DEBUG oslo_concurrency.lockutils [None req-79330ba2-ecce-4321-9835-483fc71488bc tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.246s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.639483] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.639746] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.143066] env[69385]: INFO nova.compute.manager [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Detaching volume fefd47bc-c19b-4d73-9d8f-b917554c9ce6 [ 1419.173237] env[69385]: INFO nova.virt.block_device [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Attempting to driver detach volume fefd47bc-c19b-4d73-9d8f-b917554c9ce6 from mountpoint /dev/sdb [ 1419.173476] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1419.173662] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666892', 'volume_id': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'name': 'volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e7af338-30b4-406e-9d4e-55079cc63fa9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'serial': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1419.174558] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70198c6e-3882-4309-8a33-06476f29e5b6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.196131] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eaeb0b-adab-47b5-b23d-bd987e905108 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.202606] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb63b7e8-3f01-44ba-bec7-d4e16c7cc2f2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.221929] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb7ee0-5aad-4345-a913-69050f62aabc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.236849] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] The volume has not been displaced from its original location: [datastore2] volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6/volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1419.241964] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1419.242231] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060548fc-09ae-42ca-a2df-59b9f2c4da4c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.258811] env[69385]: DEBUG oslo_vmware.api [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1419.258811] env[69385]: value = "task-3341496" [ 1419.258811] env[69385]: _type = "Task" [ 1419.258811] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.266457] env[69385]: DEBUG oslo_vmware.api [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.350117] env[69385]: INFO nova.compute.manager [None req-d664f158-aff4-4ebd-ae19-cd14275e22c6 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance to original state: 'active' [ 1419.768715] env[69385]: DEBUG oslo_vmware.api [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341496, 'name': ReconfigVM_Task, 'duration_secs': 0.221409} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.768993] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1419.773703] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51603740-7d38-433c-9273-609f2aaf8262 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.788756] env[69385]: DEBUG oslo_vmware.api [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1419.788756] env[69385]: value = "task-3341497" [ 1419.788756] env[69385]: _type = "Task" [ 1419.788756] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.796439] env[69385]: DEBUG oslo_vmware.api [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.299661] env[69385]: DEBUG oslo_vmware.api [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341497, 'name': ReconfigVM_Task, 'duration_secs': 0.13767} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.300033] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666892', 'volume_id': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'name': 'volume-fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e7af338-30b4-406e-9d4e-55079cc63fa9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6', 'serial': 'fefd47bc-c19b-4d73-9d8f-b917554c9ce6'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1420.302535] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "43228550-eaea-4a1b-84ee-72f73f6bb470" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.302762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.302974] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "43228550-eaea-4a1b-84ee-72f73f6bb470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.303241] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.303668] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.305514] env[69385]: INFO nova.compute.manager [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Terminating instance [ 1420.809472] env[69385]: DEBUG nova.compute.manager [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.809913] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.810050] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-038c42d6-32a7-4f58-8861-c145de6975d9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.817835] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1420.817835] env[69385]: value = "task-3341498" [ 1420.817835] env[69385]: _type = "Task" [ 1420.817835] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.825468] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.840720] env[69385]: DEBUG nova.objects.instance [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lazy-loading 'flavor' on Instance uuid 5e7af338-30b4-406e-9d4e-55079cc63fa9 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.327848] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341498, 'name': PowerOffVM_Task, 'duration_secs': 0.193546} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.328125] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.328328] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Volume detach. Driver type: vmdk {{(pid=69385) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1421.328522] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666890', 'volume_id': 'f471546c-b52c-416c-9b70-deeb231f0321', 'name': 'volume-f471546c-b52c-416c-9b70-deeb231f0321', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '43228550-eaea-4a1b-84ee-72f73f6bb470', 'attached_at': '2025-04-07T03:12:06.000000', 'detached_at': '', 'volume_id': 'f471546c-b52c-416c-9b70-deeb231f0321', 'serial': 'f471546c-b52c-416c-9b70-deeb231f0321'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1421.329348] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3343c699-f020-4ebd-b14e-bcd58f926cf6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.352132] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4208c2a-54bb-4f6d-93a6-ecefd4130807 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.359391] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47142802-891d-4f09-8835-6040d07c4935 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.379314] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e34b52-2fac-4cc1-869d-5ecd6b878394 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.393451] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] The volume has not been displaced from its original location: [datastore1] volume-f471546c-b52c-416c-9b70-deeb231f0321/volume-f471546c-b52c-416c-9b70-deeb231f0321.vmdk. No consolidation needed. {{(pid=69385) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1421.398728] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1421.399045] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed0495a9-5ece-4c1d-9778-8c23c6cf4040 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.417221] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1421.417221] env[69385]: value = "task-3341499" [ 1421.417221] env[69385]: _type = "Task" [ 1421.417221] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.424591] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.857446] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1b7ce7f9-1109-467c-894e-b32270f5eac3 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.926731] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341499, 'name': ReconfigVM_Task, 'duration_secs': 0.204456} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.927055] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69385) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1421.931531] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b981c43f-afbd-4e31-9dff-fffe6c5e199f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.946393] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1421.946393] env[69385]: value = "task-3341500" [ 1421.946393] env[69385]: _type = "Task" [ 1421.946393] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.953916] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.455912] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341500, 'name': ReconfigVM_Task, 'duration_secs': 0.142199} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.456227] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666890', 'volume_id': 'f471546c-b52c-416c-9b70-deeb231f0321', 'name': 'volume-f471546c-b52c-416c-9b70-deeb231f0321', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '43228550-eaea-4a1b-84ee-72f73f6bb470', 'attached_at': '2025-04-07T03:12:06.000000', 'detached_at': '', 'volume_id': 'f471546c-b52c-416c-9b70-deeb231f0321', 'serial': 'f471546c-b52c-416c-9b70-deeb231f0321'} {{(pid=69385) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1422.456507] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.457274] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd7bdc-d7fc-4869-a293-2ce467725a40 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.463253] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.463477] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7561e9a1-bf1d-400a-83ee-95220eeaa571 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.519772] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.519961] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.520131] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleting the datastore file [datastore2] 43228550-eaea-4a1b-84ee-72f73f6bb470 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.520385] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66a61686-5541-49c0-a5bf-d43b8d76a656 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.527906] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1422.527906] env[69385]: value = "task-3341502" [ 1422.527906] env[69385]: _type = "Task" [ 1422.527906] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.535173] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.870103] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.870549] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.870620] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "5e7af338-30b4-406e-9d4e-55079cc63fa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.870812] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.870990] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.873257] env[69385]: INFO nova.compute.manager [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Terminating instance [ 1423.037608] env[69385]: DEBUG oslo_vmware.api [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149741} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.037844] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.038243] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.038243] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.038395] env[69385]: INFO nova.compute.manager [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1423.038619] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.038804] env[69385]: DEBUG nova.compute.manager [-] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.038897] env[69385]: DEBUG nova.network.neutron [-] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.377302] env[69385]: DEBUG nova.compute.manager [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.377532] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.378479] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1459ddf5-fc34-4461-ba01-aa678fd70027 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.386121] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.386350] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b2c9ba-03b3-4af4-96f5-8ed2be4f252b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.392031] env[69385]: DEBUG oslo_vmware.api [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1423.392031] env[69385]: value = "task-3341503" [ 1423.392031] env[69385]: _type = "Task" [ 1423.392031] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.399712] env[69385]: DEBUG oslo_vmware.api [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.470857] env[69385]: DEBUG nova.compute.manager [req-9ff7c3c9-077a-4df4-b0bb-d1b8949d9fdb req-4be5c9ce-d0c2-44ea-9822-60f9e81805a6 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Received event network-vif-deleted-da8b3353-4b28-46e6-930f-0d3956eb1d56 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1423.470857] env[69385]: INFO nova.compute.manager [req-9ff7c3c9-077a-4df4-b0bb-d1b8949d9fdb req-4be5c9ce-d0c2-44ea-9822-60f9e81805a6 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Neutron deleted interface da8b3353-4b28-46e6-930f-0d3956eb1d56; detaching it from the instance and deleting it from the info cache [ 1423.470857] env[69385]: DEBUG nova.network.neutron [req-9ff7c3c9-077a-4df4-b0bb-d1b8949d9fdb req-4be5c9ce-d0c2-44ea-9822-60f9e81805a6 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.901555] env[69385]: DEBUG oslo_vmware.api [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341503, 'name': PowerOffVM_Task, 'duration_secs': 0.162647} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.901850] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.901944] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.902210] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f2fb4de-62f3-4cb2-bdf3-8cad6d581344 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.946265] env[69385]: DEBUG nova.network.neutron [-] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.965724] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.965964] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.966164] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleting the datastore file [datastore1] 5e7af338-30b4-406e-9d4e-55079cc63fa9 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.966415] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c348cc9-d6e9-4fb0-816d-17e24087e7b5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.972665] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cb239ad-0529-4c13-95cd-cc7c888eedb8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.975263] env[69385]: DEBUG oslo_vmware.api [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for the task: (returnval){ [ 1423.975263] env[69385]: value = "task-3341505" [ 1423.975263] env[69385]: _type = "Task" [ 1423.975263] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.982530] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54930752-4ff4-4b3e-b8ac-4382c3773ee7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.995336] env[69385]: DEBUG oslo_vmware.api [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.009633] env[69385]: DEBUG nova.compute.manager [req-9ff7c3c9-077a-4df4-b0bb-d1b8949d9fdb req-4be5c9ce-d0c2-44ea-9822-60f9e81805a6 service nova] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Detach interface failed, port_id=da8b3353-4b28-46e6-930f-0d3956eb1d56, reason: Instance 43228550-eaea-4a1b-84ee-72f73f6bb470 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1424.449185] env[69385]: INFO nova.compute.manager [-] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Took 1.41 seconds to deallocate network for instance. [ 1424.487235] env[69385]: DEBUG oslo_vmware.api [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Task: {'id': task-3341505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151047} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.487481] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.487667] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.487840] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.488017] env[69385]: INFO nova.compute.manager [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1424.488259] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.488438] env[69385]: DEBUG nova.compute.manager [-] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.488533] env[69385]: DEBUG nova.network.neutron [-] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.992108] env[69385]: INFO nova.compute.manager [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Took 0.54 seconds to detach 1 volumes for instance. [ 1425.427154] env[69385]: DEBUG nova.network.neutron [-] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.497989] env[69385]: DEBUG nova.compute.manager [req-aea160f2-4bfc-4aca-9436-e6bcf6650fa4 req-a4c89afe-f834-4d9e-8b47-0897b195b8d9 service nova] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Received event network-vif-deleted-f8c645f5-49c1-4614-89bb-43b3d56ff54d {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1425.499279] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.499523] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.499707] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.523477] env[69385]: INFO nova.scheduler.client.report [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted allocations for instance 43228550-eaea-4a1b-84ee-72f73f6bb470 [ 1425.930362] env[69385]: INFO nova.compute.manager [-] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Took 1.44 seconds to deallocate network for instance. [ 1426.032916] env[69385]: DEBUG oslo_concurrency.lockutils [None req-7afd9658-58b7-455a-ade7-f2134f2a007c tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "43228550-eaea-4a1b-84ee-72f73f6bb470" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.730s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.437066] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.437380] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.437603] env[69385]: DEBUG nova.objects.instance [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lazy-loading 'resources' on Instance uuid 5e7af338-30b4-406e-9d4e-55079cc63fa9 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.642455] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "6227766c-cbc5-4818-849b-b25f3bc63974" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.642717] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.642928] env[69385]: INFO nova.compute.manager [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Shelving [ 1426.984367] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc0bc3d-44cb-432f-8f3b-fcfca2eeb3ee {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.991721] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae5acf0-5709-4d7d-ad47-44c841f1e96d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.021602] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9757e4e4-d49a-4aeb-a743-9ff6dd838ce0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.028102] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f34a9b-b148-49b1-b7b2-ddea8f1d28a9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.040575] env[69385]: DEBUG nova.compute.provider_tree [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.368762] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.368998] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.543976] env[69385]: DEBUG nova.scheduler.client.report [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.650617] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.650915] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95b121ea-2620-465a-9a5f-6bbb915ac80b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.657616] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1427.657616] env[69385]: value = "task-3341506" [ 1427.657616] env[69385]: _type = "Task" [ 1427.657616] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.665315] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.871928] env[69385]: DEBUG nova.compute.manager [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.049231] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.069684] env[69385]: INFO nova.scheduler.client.report [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Deleted allocations for instance 5e7af338-30b4-406e-9d4e-55079cc63fa9 [ 1428.166622] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341506, 'name': PowerOffVM_Task, 'duration_secs': 0.222634} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.166934] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.167739] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0c8d0-2cf3-4431-83fb-e5a657040697 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.186805] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db92afd-f2a6-4ba8-b06f-e43211950fbc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.393038] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.393558] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.395931] env[69385]: INFO nova.compute.claims [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.577436] env[69385]: DEBUG oslo_concurrency.lockutils [None req-62f463ac-d814-4190-b6c1-f34b58573c85 tempest-AttachVolumeNegativeTest-1527765867 tempest-AttachVolumeNegativeTest-1527765867-project-member] Lock "5e7af338-30b4-406e-9d4e-55079cc63fa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.707s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.697558] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1428.697802] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c30654ae-b18a-44b0-83bf-ceaa351c972f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.706176] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1428.706176] env[69385]: value = "task-3341507" [ 1428.706176] env[69385]: _type = "Task" [ 1428.706176] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.714985] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.216490] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341507, 'name': CreateSnapshot_Task, 'duration_secs': 0.3917} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.216919] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1429.217462] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc79f2-817c-4103-889e-53afa088a405 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.447670] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4612cb-593b-4ce3-bc23-5470c567b337 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.454906] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1034a2a1-1044-4b41-87b5-50fe0330cf80 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.486206] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a76e2f-5220-47a7-9c43-165afc974981 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.492676] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287c9b91-8762-44a7-bbd3-2f4c2274a446 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.505095] env[69385]: DEBUG nova.compute.provider_tree [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.734898] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1429.735228] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ece6529-3546-4215-8f08-501c1f206e38 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.744167] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1429.744167] env[69385]: value = "task-3341509" [ 1429.744167] env[69385]: _type = "Task" [ 1429.744167] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.751544] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341509, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.010099] env[69385]: DEBUG nova.scheduler.client.report [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.254904] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341509, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.513614] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.514179] env[69385]: DEBUG nova.compute.manager [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.754804] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341509, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.019577] env[69385]: DEBUG nova.compute.utils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1431.020950] env[69385]: DEBUG nova.compute.manager [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Allocating IP information in the background. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1431.021136] env[69385]: DEBUG nova.network.neutron [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] allocate_for_instance() {{(pid=69385) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1431.069976] env[69385]: DEBUG nova.policy [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf3ce7dce6434b4a977c98587c1fc971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772ac6e44a8f4332bd273af658414b60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69385) authorize /opt/stack/nova/nova/policy.py:192}} [ 1431.255455] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341509, 'name': CloneVM_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.338125] env[69385]: DEBUG nova.network.neutron [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Successfully created port: 045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.524832] env[69385]: DEBUG nova.compute.manager [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.755011] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341509, 'name': CloneVM_Task, 'duration_secs': 1.568933} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.755302] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Created linked-clone VM from snapshot [ 1431.756101] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483493cd-ed47-4b55-b7a7-956bfceb533b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.763300] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Uploading image 68dd4c48-c5a6-4ce0-b365-804fc9311348 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1431.788257] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1431.788257] env[69385]: value = "vm-666894" [ 1431.788257] env[69385]: _type = "VirtualMachine" [ 1431.788257] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1431.788524] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b13e258c-91dc-4036-9775-806768213ca2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.795518] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lease: (returnval){ [ 1431.795518] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526e8c20-040e-8071-3830-e32453134f0c" [ 1431.795518] env[69385]: _type = "HttpNfcLease" [ 1431.795518] env[69385]: } obtained for exporting VM: (result){ [ 1431.795518] env[69385]: value = "vm-666894" [ 1431.795518] env[69385]: _type = "VirtualMachine" [ 1431.795518] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1431.795825] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the lease: (returnval){ [ 1431.795825] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526e8c20-040e-8071-3830-e32453134f0c" [ 1431.795825] env[69385]: _type = "HttpNfcLease" [ 1431.795825] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1431.805125] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1431.805125] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526e8c20-040e-8071-3830-e32453134f0c" [ 1431.805125] env[69385]: _type = "HttpNfcLease" [ 1431.805125] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1432.304103] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1432.304103] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526e8c20-040e-8071-3830-e32453134f0c" [ 1432.304103] env[69385]: _type = "HttpNfcLease" [ 1432.304103] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1432.304103] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1432.304103] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526e8c20-040e-8071-3830-e32453134f0c" [ 1432.304103] env[69385]: _type = "HttpNfcLease" [ 1432.304103] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1432.304855] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99573bb8-62aa-4ef0-a5da-4f2a492a71c5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.311834] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca5e0-eb6d-4f2a-7d36-f32c4f6d4577/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1432.311999] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca5e0-eb6d-4f2a-7d36-f32c4f6d4577/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1432.395611] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89019e18-7461-443b-a6c0-825fc1475fed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.535884] env[69385]: DEBUG nova.compute.manager [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.559443] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.559707] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.559866] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.560069] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.560229] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.560375] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.560615] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.560856] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.561066] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.561249] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.561465] env[69385]: DEBUG nova.virt.hardware [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.562853] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ce92d-1e08-49b1-83ff-9d3f94f3e475 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.570948] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e3fcd-91fb-4018-883d-97888f8bfe47 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.694065] env[69385]: DEBUG nova.compute.manager [req-c175a3c5-bbfc-434d-b70c-680e7728c45f req-bfa010c7-b142-4df1-ac46-e4eeb2055b54 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received event network-vif-plugged-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1432.694294] env[69385]: DEBUG oslo_concurrency.lockutils [req-c175a3c5-bbfc-434d-b70c-680e7728c45f req-bfa010c7-b142-4df1-ac46-e4eeb2055b54 service nova] Acquiring lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.694560] env[69385]: DEBUG oslo_concurrency.lockutils [req-c175a3c5-bbfc-434d-b70c-680e7728c45f req-bfa010c7-b142-4df1-ac46-e4eeb2055b54 service nova] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.694745] env[69385]: DEBUG oslo_concurrency.lockutils [req-c175a3c5-bbfc-434d-b70c-680e7728c45f req-bfa010c7-b142-4df1-ac46-e4eeb2055b54 service nova] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.695042] env[69385]: DEBUG nova.compute.manager [req-c175a3c5-bbfc-434d-b70c-680e7728c45f req-bfa010c7-b142-4df1-ac46-e4eeb2055b54 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] No waiting events found dispatching network-vif-plugged-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1432.695121] env[69385]: WARNING nova.compute.manager [req-c175a3c5-bbfc-434d-b70c-680e7728c45f req-bfa010c7-b142-4df1-ac46-e4eeb2055b54 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received unexpected event network-vif-plugged-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 for instance with vm_state building and task_state spawning. [ 1432.785943] env[69385]: DEBUG nova.network.neutron [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Successfully updated port: 045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.292047] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.292177] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.292348] env[69385]: DEBUG nova.network.neutron [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.837513] env[69385]: DEBUG nova.network.neutron [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.962197] env[69385]: DEBUG nova.network.neutron [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating instance_info_cache with network_info: [{"id": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "address": "fa:16:3e:9f:18:ea", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045a7e66-7a", "ovs_interfaceid": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.465115] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.465466] env[69385]: DEBUG nova.compute.manager [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Instance network_info: |[{"id": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "address": "fa:16:3e:9f:18:ea", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045a7e66-7a", "ovs_interfaceid": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1434.465956] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:18:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '045a7e66-7aa5-47aa-b7da-1eb4d1765b82', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.473454] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1434.473887] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.474167] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2843b997-e148-4646-81d8-899b7a215993 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.493919] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.493919] env[69385]: value = "task-3341512" [ 1434.493919] env[69385]: _type = "Task" [ 1434.493919] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.502368] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341512, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.721890] env[69385]: DEBUG nova.compute.manager [req-fdf64fc2-2046-4c31-8ec0-91326367d239 req-5453998b-7990-47ac-b3b2-fbaf9a062aa5 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received event network-changed-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1434.722094] env[69385]: DEBUG nova.compute.manager [req-fdf64fc2-2046-4c31-8ec0-91326367d239 req-5453998b-7990-47ac-b3b2-fbaf9a062aa5 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Refreshing instance network info cache due to event network-changed-045a7e66-7aa5-47aa-b7da-1eb4d1765b82. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1434.722234] env[69385]: DEBUG oslo_concurrency.lockutils [req-fdf64fc2-2046-4c31-8ec0-91326367d239 req-5453998b-7990-47ac-b3b2-fbaf9a062aa5 service nova] Acquiring lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.722376] env[69385]: DEBUG oslo_concurrency.lockutils [req-fdf64fc2-2046-4c31-8ec0-91326367d239 req-5453998b-7990-47ac-b3b2-fbaf9a062aa5 service nova] Acquired lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.722534] env[69385]: DEBUG nova.network.neutron [req-fdf64fc2-2046-4c31-8ec0-91326367d239 req-5453998b-7990-47ac-b3b2-fbaf9a062aa5 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Refreshing network info cache for port 045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.003348] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341512, 'name': CreateVM_Task, 'duration_secs': 0.369488} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.003805] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1435.004224] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.004382] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.004738] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.004999] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89a4a94-ac90-4373-a929-1bba7132ea00 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.009503] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1435.009503] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524425dd-9b2c-804c-ed99-a9a2b73317c0" [ 1435.009503] env[69385]: _type = "Task" [ 1435.009503] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.017017] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524425dd-9b2c-804c-ed99-a9a2b73317c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.450909] env[69385]: DEBUG nova.network.neutron [req-fdf64fc2-2046-4c31-8ec0-91326367d239 req-5453998b-7990-47ac-b3b2-fbaf9a062aa5 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updated VIF entry in instance network info cache for port 045a7e66-7aa5-47aa-b7da-1eb4d1765b82. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.451298] env[69385]: DEBUG nova.network.neutron [req-fdf64fc2-2046-4c31-8ec0-91326367d239 req-5453998b-7990-47ac-b3b2-fbaf9a062aa5 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating instance_info_cache with network_info: [{"id": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "address": "fa:16:3e:9f:18:ea", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045a7e66-7a", "ovs_interfaceid": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.519946] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]524425dd-9b2c-804c-ed99-a9a2b73317c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014009} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.520282] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.520593] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.520842] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.520991] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.521185] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.521445] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc9c94cf-87f7-4d95-a372-7c0bd54bcbe4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.529943] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.530134] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.530833] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342663dd-9657-40ff-be02-26ffbb7865cf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.536079] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1435.536079] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525145d9-ef52-4547-1cf3-d83b274e097e" [ 1435.536079] env[69385]: _type = "Task" [ 1435.536079] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.543082] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525145d9-ef52-4547-1cf3-d83b274e097e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.954237] env[69385]: DEBUG oslo_concurrency.lockutils [req-fdf64fc2-2046-4c31-8ec0-91326367d239 req-5453998b-7990-47ac-b3b2-fbaf9a062aa5 service nova] Releasing lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.046933] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]525145d9-ef52-4547-1cf3-d83b274e097e, 'name': SearchDatastore_Task, 'duration_secs': 0.013045} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.047718] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d2071e-53b1-418c-b85f-5b4b219d864f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.052794] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1436.052794] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52afcd91-9184-67a0-7966-643d8863a70c" [ 1436.052794] env[69385]: _type = "Task" [ 1436.052794] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.060554] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52afcd91-9184-67a0-7966-643d8863a70c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.563263] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52afcd91-9184-67a0-7966-643d8863a70c, 'name': SearchDatastore_Task, 'duration_secs': 0.009682} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.563543] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.563886] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76/284e3dd5-8ed2-4acb-a8f6-23fd79475b76.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.564199] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d53a000-ba85-4d3f-bc15-9a8265111f45 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.570676] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1436.570676] env[69385]: value = "task-3341514" [ 1436.570676] env[69385]: _type = "Task" [ 1436.570676] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.578861] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.080031] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457701} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.082678] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76/284e3dd5-8ed2-4acb-a8f6-23fd79475b76.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.082678] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.082678] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a54065f-5b08-4161-a960-1b8542149355 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.087698] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1437.087698] env[69385]: value = "task-3341515" [ 1437.087698] env[69385]: _type = "Task" [ 1437.087698] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.094799] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.598727] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067332} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.598995] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.599943] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c16465f-039d-4859-9f40-db399b02064e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.622549] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76/284e3dd5-8ed2-4acb-a8f6-23fd79475b76.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.622848] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8d7041-42e9-43f2-96a6-ba5f9ff95960 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.644725] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1437.644725] env[69385]: value = "task-3341516" [ 1437.644725] env[69385]: _type = "Task" [ 1437.644725] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.652306] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.154685] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341516, 'name': ReconfigVM_Task, 'duration_secs': 0.368424} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.154685] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76/284e3dd5-8ed2-4acb-a8f6-23fd79475b76.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.155162] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9babc001-ef86-4066-b49d-86c4b8b175ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.163613] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1438.163613] env[69385]: value = "task-3341517" [ 1438.163613] env[69385]: _type = "Task" [ 1438.163613] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.171949] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341517, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.673856] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341517, 'name': Rename_Task, 'duration_secs': 0.159841} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.674149] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.674413] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f724d8e8-c05e-414b-be4b-a7ace722560a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.680642] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1438.680642] env[69385]: value = "task-3341518" [ 1438.680642] env[69385]: _type = "Task" [ 1438.680642] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.688065] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.191068] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341518, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.482495] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca5e0-eb6d-4f2a-7d36-f32c4f6d4577/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1439.483449] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4004c9c0-05dd-4541-be35-960850505973 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.490625] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca5e0-eb6d-4f2a-7d36-f32c4f6d4577/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1439.490625] env[69385]: ERROR oslo_vmware.rw_handles [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca5e0-eb6d-4f2a-7d36-f32c4f6d4577/disk-0.vmdk due to incomplete transfer. [ 1439.490625] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-743a1986-d749-465b-a8d0-589c0229bb05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.498179] env[69385]: DEBUG oslo_vmware.rw_handles [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca5e0-eb6d-4f2a-7d36-f32c4f6d4577/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1439.498404] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Uploaded image 68dd4c48-c5a6-4ce0-b365-804fc9311348 to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1439.500913] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1439.501193] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-97d6befc-f062-4e92-bb4c-87eaa1e517d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.507685] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1439.507685] env[69385]: value = "task-3341519" [ 1439.507685] env[69385]: _type = "Task" [ 1439.507685] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.516495] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341519, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.695188] env[69385]: DEBUG oslo_vmware.api [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341518, 'name': PowerOnVM_Task, 'duration_secs': 0.964093} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.695531] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.695847] env[69385]: INFO nova.compute.manager [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1439.696104] env[69385]: DEBUG nova.compute.manager [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.697459] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f3ba0a-36e4-43dd-9904-4d92b2dd58b3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.019318] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341519, 'name': Destroy_Task} progress is 33%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.223813] env[69385]: INFO nova.compute.manager [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Took 11.85 seconds to build instance. [ 1440.520645] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341519, 'name': Destroy_Task, 'duration_secs': 0.800383} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.520899] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Destroyed the VM [ 1440.521152] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1440.521421] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-400e48e6-7caa-49a0-9be4-3e11de58ad65 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.529057] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1440.529057] env[69385]: value = "task-3341520" [ 1440.529057] env[69385]: _type = "Task" [ 1440.529057] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.538225] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341520, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.726169] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1ae271fd-87f4-4d0a-b845-132d3fc49bb8 tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.357s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.745805] env[69385]: DEBUG nova.compute.manager [req-13c38736-f21c-459c-9aa4-ad968330b751 req-9aeeffc1-322f-4991-845c-a79509aa0fee service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received event network-changed-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1440.746062] env[69385]: DEBUG nova.compute.manager [req-13c38736-f21c-459c-9aa4-ad968330b751 req-9aeeffc1-322f-4991-845c-a79509aa0fee service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Refreshing instance network info cache due to event network-changed-045a7e66-7aa5-47aa-b7da-1eb4d1765b82. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1440.746152] env[69385]: DEBUG oslo_concurrency.lockutils [req-13c38736-f21c-459c-9aa4-ad968330b751 req-9aeeffc1-322f-4991-845c-a79509aa0fee service nova] Acquiring lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.746258] env[69385]: DEBUG oslo_concurrency.lockutils [req-13c38736-f21c-459c-9aa4-ad968330b751 req-9aeeffc1-322f-4991-845c-a79509aa0fee service nova] Acquired lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.746417] env[69385]: DEBUG nova.network.neutron [req-13c38736-f21c-459c-9aa4-ad968330b751 req-9aeeffc1-322f-4991-845c-a79509aa0fee service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Refreshing network info cache for port 045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.039596] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341520, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.453475] env[69385]: DEBUG nova.network.neutron [req-13c38736-f21c-459c-9aa4-ad968330b751 req-9aeeffc1-322f-4991-845c-a79509aa0fee service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updated VIF entry in instance network info cache for port 045a7e66-7aa5-47aa-b7da-1eb4d1765b82. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.453836] env[69385]: DEBUG nova.network.neutron [req-13c38736-f21c-459c-9aa4-ad968330b751 req-9aeeffc1-322f-4991-845c-a79509aa0fee service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating instance_info_cache with network_info: [{"id": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "address": "fa:16:3e:9f:18:ea", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045a7e66-7a", "ovs_interfaceid": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.538564] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341520, 'name': RemoveSnapshot_Task, 'duration_secs': 0.557299} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.538773] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1441.539048] env[69385]: DEBUG nova.compute.manager [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.539773] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262ee07d-695e-46b5-a242-2eee8a0dd418 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.956530] env[69385]: DEBUG oslo_concurrency.lockutils [req-13c38736-f21c-459c-9aa4-ad968330b751 req-9aeeffc1-322f-4991-845c-a79509aa0fee service nova] Releasing lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.051073] env[69385]: INFO nova.compute.manager [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Shelve offloading [ 1442.555161] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.555583] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1efeb9cd-088e-4d37-a19d-3aaa7e22bf3a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.563701] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1442.563701] env[69385]: value = "task-3341521" [ 1442.563701] env[69385]: _type = "Task" [ 1442.563701] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.571202] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.074318] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1443.074530] env[69385]: DEBUG nova.compute.manager [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.075283] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64da9b1f-2456-45cf-a735-0d577ed6adc1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.080542] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.080702] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.080867] env[69385]: DEBUG nova.network.neutron [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.768933] env[69385]: DEBUG nova.network.neutron [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updating instance_info_cache with network_info: [{"id": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "address": "fa:16:3e:dc:81:25", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9f4b2b-0d", "ovs_interfaceid": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.271391] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.462589] env[69385]: DEBUG nova.compute.manager [req-9cfa63c8-92d0-49b3-86c8-0dd0ab920166 req-c161bc52-f688-4104-8b9d-f9b774c460a6 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received event network-vif-unplugged-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1444.462792] env[69385]: DEBUG oslo_concurrency.lockutils [req-9cfa63c8-92d0-49b3-86c8-0dd0ab920166 req-c161bc52-f688-4104-8b9d-f9b774c460a6 service nova] Acquiring lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.463022] env[69385]: DEBUG oslo_concurrency.lockutils [req-9cfa63c8-92d0-49b3-86c8-0dd0ab920166 req-c161bc52-f688-4104-8b9d-f9b774c460a6 service nova] Lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.463160] env[69385]: DEBUG oslo_concurrency.lockutils [req-9cfa63c8-92d0-49b3-86c8-0dd0ab920166 req-c161bc52-f688-4104-8b9d-f9b774c460a6 service nova] Lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.463339] env[69385]: DEBUG nova.compute.manager [req-9cfa63c8-92d0-49b3-86c8-0dd0ab920166 req-c161bc52-f688-4104-8b9d-f9b774c460a6 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] No waiting events found dispatching network-vif-unplugged-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1444.463504] env[69385]: WARNING nova.compute.manager [req-9cfa63c8-92d0-49b3-86c8-0dd0ab920166 req-c161bc52-f688-4104-8b9d-f9b774c460a6 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received unexpected event network-vif-unplugged-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce for instance with vm_state shelved and task_state shelving_offloading. [ 1444.585336] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.586346] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b42919-ae2e-439b-8ca6-3bd9771945e7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.594131] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.594382] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49273143-5afe-4e91-8918-2976e6fd0401 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.657426] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.657750] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.657861] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleting the datastore file [datastore1] 6227766c-cbc5-4818-849b-b25f3bc63974 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.658101] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08bb9151-1753-4270-99d7-f867a3981dfa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.663721] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1444.663721] env[69385]: value = "task-3341523" [ 1444.663721] env[69385]: _type = "Task" [ 1444.663721] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.671083] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.173787] env[69385]: DEBUG oslo_vmware.api [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133345} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.174186] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.174245] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.174507] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.198244] env[69385]: INFO nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted allocations for instance 6227766c-cbc5-4818-849b-b25f3bc63974 [ 1445.703394] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.703394] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.703394] env[69385]: DEBUG nova.objects.instance [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'resources' on Instance uuid 6227766c-cbc5-4818-849b-b25f3bc63974 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.205804] env[69385]: DEBUG nova.objects.instance [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'numa_topology' on Instance uuid 6227766c-cbc5-4818-849b-b25f3bc63974 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.487449] env[69385]: DEBUG nova.compute.manager [req-c344da1f-aeeb-40fe-96c9-78027e52206e req-456f45cc-2d08-446d-a312-31d53552662c service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received event network-changed-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1446.487650] env[69385]: DEBUG nova.compute.manager [req-c344da1f-aeeb-40fe-96c9-78027e52206e req-456f45cc-2d08-446d-a312-31d53552662c service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Refreshing instance network info cache due to event network-changed-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1446.487902] env[69385]: DEBUG oslo_concurrency.lockutils [req-c344da1f-aeeb-40fe-96c9-78027e52206e req-456f45cc-2d08-446d-a312-31d53552662c service nova] Acquiring lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.488232] env[69385]: DEBUG oslo_concurrency.lockutils [req-c344da1f-aeeb-40fe-96c9-78027e52206e req-456f45cc-2d08-446d-a312-31d53552662c service nova] Acquired lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.488430] env[69385]: DEBUG nova.network.neutron [req-c344da1f-aeeb-40fe-96c9-78027e52206e req-456f45cc-2d08-446d-a312-31d53552662c service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Refreshing network info cache for port 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.709299] env[69385]: DEBUG nova.objects.base [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Object Instance<6227766c-cbc5-4818-849b-b25f3bc63974> lazy-loaded attributes: resources,numa_topology {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1446.737838] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1d3885-9bfd-4a4b-96e9-64030548f5d8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.745806] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb0a6f6-916d-47d9-a860-c7dcc7b63146 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.775831] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291bbd0e-f7e8-4455-a10c-89f5d661bd2a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.783213] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4456f4fe-4286-4465-8a42-407d6dcff07c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.796395] env[69385]: DEBUG nova.compute.provider_tree [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.189324] env[69385]: DEBUG nova.network.neutron [req-c344da1f-aeeb-40fe-96c9-78027e52206e req-456f45cc-2d08-446d-a312-31d53552662c service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updated VIF entry in instance network info cache for port 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.189677] env[69385]: DEBUG nova.network.neutron [req-c344da1f-aeeb-40fe-96c9-78027e52206e req-456f45cc-2d08-446d-a312-31d53552662c service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updating instance_info_cache with network_info: [{"id": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "address": "fa:16:3e:dc:81:25", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4e9f4b2b-0d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.317887] env[69385]: ERROR nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [req-d96e7059-afeb-401a-9be8-b1cf5c4394da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d96e7059-afeb-401a-9be8-b1cf5c4394da"}]} [ 1447.334296] env[69385]: DEBUG nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1447.349703] env[69385]: DEBUG nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1447.349934] env[69385]: DEBUG nova.compute.provider_tree [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.361228] env[69385]: DEBUG nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1447.382885] env[69385]: DEBUG nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1447.412897] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1024b2f4-8332-464f-b0c0-ab5f3b5b64e3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.420664] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cf41d1-889a-45a0-a8cd-166f1cd1729a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.450878] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4faa854-259c-424d-95e9-d44b200d2980 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.458488] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dffa0a1-8dbb-4253-a6c4-6f15708f0ec9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.472309] env[69385]: DEBUG nova.compute.provider_tree [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.692901] env[69385]: DEBUG oslo_concurrency.lockutils [req-c344da1f-aeeb-40fe-96c9-78027e52206e req-456f45cc-2d08-446d-a312-31d53552662c service nova] Releasing lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.993252] env[69385]: ERROR nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [req-f7554ea2-ca85-4fd5-ad69-a6093a087b28] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7554ea2-ca85-4fd5-ad69-a6093a087b28"}]} [ 1448.010520] env[69385]: DEBUG nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1448.022180] env[69385]: DEBUG nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1448.022464] env[69385]: DEBUG nova.compute.provider_tree [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.032017] env[69385]: DEBUG nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1448.046908] env[69385]: DEBUG nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1448.077235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99497d38-7741-4ec2-82e2-8c91a2f332a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.084605] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002731f2-8b34-4a5f-93c8-5a4a4629eea0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.114736] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3cbf43-c101-4f6b-af92-c0a769b9bc59 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.121576] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af6cdf-d633-41f4-9c8d-9994c4e38630 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.135089] env[69385]: DEBUG nova.compute.provider_tree [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.666513] env[69385]: DEBUG nova.scheduler.client.report [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1448.666852] env[69385]: DEBUG nova.compute.provider_tree [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 179 to 180 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1448.667078] env[69385]: DEBUG nova.compute.provider_tree [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.735181] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "6227766c-cbc5-4818-849b-b25f3bc63974" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.171937] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.469s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.680106] env[69385]: DEBUG oslo_concurrency.lockutils [None req-1fe64632-093b-4bad-bc1b-b26af7428942 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.037s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.680524] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.946s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.680667] env[69385]: INFO nova.compute.manager [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Unshelving [ 1450.706673] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.707471] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.707471] env[69385]: DEBUG nova.objects.instance [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'pci_requests' on Instance uuid 6227766c-cbc5-4818-849b-b25f3bc63974 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.211137] env[69385]: DEBUG nova.objects.instance [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'numa_topology' on Instance uuid 6227766c-cbc5-4818-849b-b25f3bc63974 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.713645] env[69385]: INFO nova.compute.claims [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1452.758111] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b74d978-1d04-4574-9991-dda826f7e581 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.765372] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3630b506-2de9-4855-aab4-a81e4daeb36d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.793911] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200f0022-0ef3-4b6a-9177-18fe028fb7cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.800472] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e88e40-4432-43ba-abf4-60819da36b06 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.812884] env[69385]: DEBUG nova.compute.provider_tree [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.316556] env[69385]: DEBUG nova.scheduler.client.report [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.821869] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.115s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.849889] env[69385]: INFO nova.network.neutron [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updating port 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1455.249191] env[69385]: DEBUG nova.compute.manager [req-5a02005f-fdb4-4260-9807-849628c4e682 req-4335b699-31a3-4287-b1c8-bf3989b685eb service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received event network-vif-plugged-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1455.249426] env[69385]: DEBUG oslo_concurrency.lockutils [req-5a02005f-fdb4-4260-9807-849628c4e682 req-4335b699-31a3-4287-b1c8-bf3989b685eb service nova] Acquiring lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.249619] env[69385]: DEBUG oslo_concurrency.lockutils [req-5a02005f-fdb4-4260-9807-849628c4e682 req-4335b699-31a3-4287-b1c8-bf3989b685eb service nova] Lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.249777] env[69385]: DEBUG oslo_concurrency.lockutils [req-5a02005f-fdb4-4260-9807-849628c4e682 req-4335b699-31a3-4287-b1c8-bf3989b685eb service nova] Lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.249937] env[69385]: DEBUG nova.compute.manager [req-5a02005f-fdb4-4260-9807-849628c4e682 req-4335b699-31a3-4287-b1c8-bf3989b685eb service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] No waiting events found dispatching network-vif-plugged-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1455.250216] env[69385]: WARNING nova.compute.manager [req-5a02005f-fdb4-4260-9807-849628c4e682 req-4335b699-31a3-4287-b1c8-bf3989b685eb service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received unexpected event network-vif-plugged-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce for instance with vm_state shelved_offloaded and task_state spawning. [ 1455.329149] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.329385] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.329597] env[69385]: DEBUG nova.network.neutron [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.014124] env[69385]: DEBUG nova.network.neutron [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updating instance_info_cache with network_info: [{"id": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "address": "fa:16:3e:dc:81:25", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9f4b2b-0d", "ovs_interfaceid": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.516481] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.543264] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='98602bc64df9ef29b17cf6595ab84b6a',container_format='bare',created_at=2025-04-07T03:12:18Z,direct_url=,disk_format='vmdk',id=68dd4c48-c5a6-4ce0-b365-804fc9311348,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-884378662-shelved',owner='fa80f7a2608249ffb3ada7e16f9e9b82',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-07T03:12:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1456.543503] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1456.543655] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1456.543831] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1456.543980] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1456.544133] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1456.544336] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1456.544495] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1456.544665] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1456.544824] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1456.544989] env[69385]: DEBUG nova.virt.hardware [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1456.545857] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a147d0-3ad1-4c19-9e5b-db2ea87534c2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.554063] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70512bca-71f7-41b1-a7e2-2e131b2bf920 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.567059] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:81:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.574980] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1456.575217] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.575413] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06d91731-26e3-4cea-be56-333fce5dd6f9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.593782] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.593782] env[69385]: value = "task-3341524" [ 1456.593782] env[69385]: _type = "Task" [ 1456.593782] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.600516] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341524, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.103399] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341524, 'name': CreateVM_Task, 'duration_secs': 0.318262} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.103602] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.104189] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.104356] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.104716] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.104957] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9895ea8f-6080-4ae2-b424-db9e15e353d4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.108997] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1457.108997] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fc6924-8582-8033-4e71-2839c6a77d5a" [ 1457.108997] env[69385]: _type = "Task" [ 1457.108997] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.115885] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52fc6924-8582-8033-4e71-2839c6a77d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.236609] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.236826] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.236979] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.277684] env[69385]: DEBUG nova.compute.manager [req-3b79b405-06d9-4e6a-bc31-683439f21c48 req-ecacde6f-464f-4a90-a274-fb214f4fe7b3 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received event network-changed-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1457.277887] env[69385]: DEBUG nova.compute.manager [req-3b79b405-06d9-4e6a-bc31-683439f21c48 req-ecacde6f-464f-4a90-a274-fb214f4fe7b3 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Refreshing instance network info cache due to event network-changed-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1457.278148] env[69385]: DEBUG oslo_concurrency.lockutils [req-3b79b405-06d9-4e6a-bc31-683439f21c48 req-ecacde6f-464f-4a90-a274-fb214f4fe7b3 service nova] Acquiring lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.278226] env[69385]: DEBUG oslo_concurrency.lockutils [req-3b79b405-06d9-4e6a-bc31-683439f21c48 req-ecacde6f-464f-4a90-a274-fb214f4fe7b3 service nova] Acquired lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.278383] env[69385]: DEBUG nova.network.neutron [req-3b79b405-06d9-4e6a-bc31-683439f21c48 req-ecacde6f-464f-4a90-a274-fb214f4fe7b3 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Refreshing network info cache for port 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.620177] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.620538] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Processing image 68dd4c48-c5a6-4ce0-b365-804fc9311348 {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.620756] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348/68dd4c48-c5a6-4ce0-b365-804fc9311348.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.620907] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348/68dd4c48-c5a6-4ce0-b365-804fc9311348.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.621097] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.621335] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89517b30-e6c2-47c6-ba56-44656d6f2917 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.630370] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.630643] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.631678] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b90d5dd-7eeb-43c1-8abb-967e3e49d4f5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.637626] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1457.637626] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523b5fea-d9ae-12af-5fad-a4a0021a6495" [ 1457.637626] env[69385]: _type = "Task" [ 1457.637626] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.647088] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523b5fea-d9ae-12af-5fad-a4a0021a6495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.793059] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.797170] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.965247] env[69385]: DEBUG nova.network.neutron [req-3b79b405-06d9-4e6a-bc31-683439f21c48 req-ecacde6f-464f-4a90-a274-fb214f4fe7b3 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updated VIF entry in instance network info cache for port 4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.965615] env[69385]: DEBUG nova.network.neutron [req-3b79b405-06d9-4e6a-bc31-683439f21c48 req-ecacde6f-464f-4a90-a274-fb214f4fe7b3 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updating instance_info_cache with network_info: [{"id": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "address": "fa:16:3e:dc:81:25", "network": {"id": "f9da2211-2f16-4d45-b6de-7e033732f055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1230393415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa80f7a2608249ffb3ada7e16f9e9b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9f4b2b-0d", "ovs_interfaceid": "4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.147364] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Preparing fetch location {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1458.147707] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Fetch image to [datastore2] OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b/OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b.vmdk {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1458.147822] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Downloading stream optimized image 68dd4c48-c5a6-4ce0-b365-804fc9311348 to [datastore2] OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b/OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b.vmdk on the data store datastore2 as vApp {{(pid=69385) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1458.147937] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Downloading image file data 68dd4c48-c5a6-4ce0-b365-804fc9311348 to the ESX as VM named 'OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b' {{(pid=69385) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1458.213923] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1458.213923] env[69385]: value = "resgroup-9" [ 1458.213923] env[69385]: _type = "ResourcePool" [ 1458.213923] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1458.213923] env[69385]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-399955d5-a55c-4842-bd4d-9b75a24346ab {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.234557] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lease: (returnval){ [ 1458.234557] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0259f-a1fd-a784-9588-987b983ca971" [ 1458.234557] env[69385]: _type = "HttpNfcLease" [ 1458.234557] env[69385]: } obtained for vApp import into resource pool (val){ [ 1458.234557] env[69385]: value = "resgroup-9" [ 1458.234557] env[69385]: _type = "ResourcePool" [ 1458.234557] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1458.234894] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the lease: (returnval){ [ 1458.234894] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0259f-a1fd-a784-9588-987b983ca971" [ 1458.234894] env[69385]: _type = "HttpNfcLease" [ 1458.234894] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1458.240542] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1458.240542] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0259f-a1fd-a784-9588-987b983ca971" [ 1458.240542] env[69385]: _type = "HttpNfcLease" [ 1458.240542] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1458.469085] env[69385]: DEBUG oslo_concurrency.lockutils [req-3b79b405-06d9-4e6a-bc31-683439f21c48 req-ecacde6f-464f-4a90-a274-fb214f4fe7b3 service nova] Releasing lock "refresh_cache-6227766c-cbc5-4818-849b-b25f3bc63974" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.743279] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1458.743279] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0259f-a1fd-a784-9588-987b983ca971" [ 1458.743279] env[69385]: _type = "HttpNfcLease" [ 1458.743279] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1458.743810] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1458.743810] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52f0259f-a1fd-a784-9588-987b983ca971" [ 1458.743810] env[69385]: _type = "HttpNfcLease" [ 1458.743810] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1458.744326] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4530e8-e0a6-4fc8-8eba-26ea36e58f05 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.751127] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e45db-f2b4-8baf-7617-6d2e499272a2/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1458.751301] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e45db-f2b4-8baf-7617-6d2e499272a2/disk-0.vmdk. {{(pid=69385) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1458.806425] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.813821] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6229a5a8-3186-4e61-9cf4-4555fa7cc83c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.798125] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.878369] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Completed reading data from the image iterator. {{(pid=69385) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1459.878647] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e45db-f2b4-8baf-7617-6d2e499272a2/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1459.880125] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b499be98-3883-413a-b743-c224b4532671 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.887878] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e45db-f2b4-8baf-7617-6d2e499272a2/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1459.888185] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e45db-f2b4-8baf-7617-6d2e499272a2/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1459.888336] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-18fa94a1-2cf1-4964-8e33-f4649e22db70 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.060241] env[69385]: DEBUG oslo_vmware.rw_handles [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e45db-f2b4-8baf-7617-6d2e499272a2/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1460.060512] env[69385]: INFO nova.virt.vmwareapi.images [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Downloaded image file data 68dd4c48-c5a6-4ce0-b365-804fc9311348 [ 1460.061377] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c740c4c-21d0-4f28-b3eb-f73f1ed22112 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.076779] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a16b7ff-a8b1-4815-95d5-b05ae4acbff1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.124319] env[69385]: INFO nova.virt.vmwareapi.images [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] The imported VM was unregistered [ 1460.126716] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Caching image {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1460.126941] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Creating directory with path [datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.127218] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f15b4b53-b40d-4915-b46a-8098f8c04960 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.146804] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Created directory with path [datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.146947] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b/OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b.vmdk to [datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348/68dd4c48-c5a6-4ce0-b365-804fc9311348.vmdk. {{(pid=69385) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1460.147207] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-77e54ab5-b5ef-4649-b795-c4cc30ab0fc4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.153809] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1460.153809] env[69385]: value = "task-3341527" [ 1460.153809] env[69385]: _type = "Task" [ 1460.153809] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.161072] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341527, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.302550] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.302814] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.303026] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.303226] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1460.304228] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daabd4e0-ad06-4569-a5a0-58090336c505 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.312667] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb4ec2f-44bb-4fdc-aaea-714f0ac4967a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.328910] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7259ff21-224d-45ba-9752-499f77b27dba {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.336082] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c935a0-f115-4ff4-a44e-19b0aa16f797 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.366646] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180663MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1460.366899] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.367192] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.664988] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341527, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.164812] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341527, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.393797] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.393951] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Instance 6227766c-cbc5-4818-849b-b25f3bc63974 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69385) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.394202] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1461.394419] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1461.435901] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3278da-c5e7-4ec1-833c-e3019c976e16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.444504] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ed48e-0801-48f4-89e1-367abdfc4cf2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.477278] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c30e3f0-7539-49ce-91ba-4cba2f355478 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.485153] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d649b93c-e916-4bbe-9a35-9a770fe4bf6a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.499508] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.666237] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341527, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.003148] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.165415] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341527, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.508380] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1462.508588] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.666758] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341527, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.12997} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.667021] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b/OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b.vmdk to [datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348/68dd4c48-c5a6-4ce0-b365-804fc9311348.vmdk. [ 1462.667215] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Cleaning up location [datastore2] OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1462.667405] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8fe97b45-0da2-4d11-bbb3-bfe71835683b {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.667649] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd87a0f2-a15c-4a3b-8d84-64f159212a49 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.674251] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1462.674251] env[69385]: value = "task-3341528" [ 1462.674251] env[69385]: _type = "Task" [ 1462.674251] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.681322] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.183310] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034037} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.183668] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.183668] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348/68dd4c48-c5a6-4ce0-b365-804fc9311348.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.183907] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348/68dd4c48-c5a6-4ce0-b365-804fc9311348.vmdk to [datastore2] 6227766c-cbc5-4818-849b-b25f3bc63974/6227766c-cbc5-4818-849b-b25f3bc63974.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.184179] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caeae6a9-6fa9-4626-983c-2e59fa94a9a6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.192270] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1463.192270] env[69385]: value = "task-3341529" [ 1463.192270] env[69385]: _type = "Task" [ 1463.192270] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.199662] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.702393] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341529, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.203193] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341529, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.504153] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.704559] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341529, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.010334] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.010538] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1465.207347] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341529, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.704526] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341529, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.15081} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.704784] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/68dd4c48-c5a6-4ce0-b365-804fc9311348/68dd4c48-c5a6-4ce0-b365-804fc9311348.vmdk to [datastore2] 6227766c-cbc5-4818-849b-b25f3bc63974/6227766c-cbc5-4818-849b-b25f3bc63974.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1465.705521] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427ee12a-a62a-4531-8e89-923befdba130 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.726584] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 6227766c-cbc5-4818-849b-b25f3bc63974/6227766c-cbc5-4818-849b-b25f3bc63974.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.726826] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da1b610-6a76-4cd2-8849-6d6961297982 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.745084] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1465.745084] env[69385]: value = "task-3341530" [ 1465.745084] env[69385]: _type = "Task" [ 1465.745084] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.752500] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.255009] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341530, 'name': ReconfigVM_Task, 'duration_secs': 0.314836} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.255325] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 6227766c-cbc5-4818-849b-b25f3bc63974/6227766c-cbc5-4818-849b-b25f3bc63974.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.255936] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ad6a89c-7544-4eeb-825d-eae3a2146362 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.262051] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1466.262051] env[69385]: value = "task-3341531" [ 1466.262051] env[69385]: _type = "Task" [ 1466.262051] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.269620] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341531, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.771724] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341531, 'name': Rename_Task, 'duration_secs': 0.133254} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.771999] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.772238] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae4d89aa-782b-4e25-a8f0-ceebb9ec9522 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.778262] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1466.778262] env[69385]: value = "task-3341532" [ 1466.778262] env[69385]: _type = "Task" [ 1466.778262] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.785337] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.288345] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.788750] env[69385]: DEBUG oslo_vmware.api [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341532, 'name': PowerOnVM_Task, 'duration_secs': 0.611027} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.789018] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.880613] env[69385]: DEBUG nova.compute.manager [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.881615] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc2586-270f-4582-bb2c-7c807a8c9550 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.399844] env[69385]: DEBUG oslo_concurrency.lockutils [None req-15d949d5-15fc-4fa6-95b5-aac2122828f4 tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.719s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.290603] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.291168] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.291168] env[69385]: INFO nova.compute.manager [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Shelving [ 1479.300861] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.301196] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a87361d-c279-4b9e-bc17-6d5006cc826b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.308703] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1479.308703] env[69385]: value = "task-3341533" [ 1479.308703] env[69385]: _type = "Task" [ 1479.308703] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.316778] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.818013] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341533, 'name': PowerOffVM_Task, 'duration_secs': 0.20471} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.818284] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.819096] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d96bc-7ea1-4ca7-a631-078781fff189 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.837384] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d14601f-1bbd-418b-a13d-254d64cef57f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.347515] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Creating Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1480.347978] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e45d76e9-22db-407f-916b-531032b07911 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.355350] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1480.355350] env[69385]: value = "task-3341534" [ 1480.355350] env[69385]: _type = "Task" [ 1480.355350] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.362978] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.865386] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341534, 'name': CreateSnapshot_Task, 'duration_secs': 0.402853} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.865647] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Created Snapshot of the VM instance {{(pid=69385) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1480.866367] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f9a74b-30d3-455c-b296-f279343eb3c7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.383188] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Creating linked-clone VM from snapshot {{(pid=69385) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1481.383533] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5f4029b-8e1c-4ee1-b963-cd7e58c7f35f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.394106] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1481.394106] env[69385]: value = "task-3341535" [ 1481.394106] env[69385]: _type = "Task" [ 1481.394106] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.401723] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341535, 'name': CloneVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.904638] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341535, 'name': CloneVM_Task} progress is 94%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.405198] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341535, 'name': CloneVM_Task, 'duration_secs': 0.888439} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.405530] env[69385]: INFO nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Created linked-clone VM from snapshot [ 1482.406160] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd144c9-1dc0-4315-aea7-b80120d002d2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.412736] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Uploading image d2229bd1-2f53-409a-ad1e-5bf307672355 {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1482.436953] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1482.436953] env[69385]: value = "vm-666899" [ 1482.436953] env[69385]: _type = "VirtualMachine" [ 1482.436953] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1482.437196] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-925cd369-f1de-43ef-9301-b5aef02406e2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.443217] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease: (returnval){ [ 1482.443217] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d263f-ffc3-f7c9-29e2-262599217bc8" [ 1482.443217] env[69385]: _type = "HttpNfcLease" [ 1482.443217] env[69385]: } obtained for exporting VM: (result){ [ 1482.443217] env[69385]: value = "vm-666899" [ 1482.443217] env[69385]: _type = "VirtualMachine" [ 1482.443217] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1482.443516] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the lease: (returnval){ [ 1482.443516] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d263f-ffc3-f7c9-29e2-262599217bc8" [ 1482.443516] env[69385]: _type = "HttpNfcLease" [ 1482.443516] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1482.449282] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1482.449282] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d263f-ffc3-f7c9-29e2-262599217bc8" [ 1482.449282] env[69385]: _type = "HttpNfcLease" [ 1482.449282] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1482.951833] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1482.951833] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d263f-ffc3-f7c9-29e2-262599217bc8" [ 1482.951833] env[69385]: _type = "HttpNfcLease" [ 1482.951833] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1482.952163] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1482.952163] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]523d263f-ffc3-f7c9-29e2-262599217bc8" [ 1482.952163] env[69385]: _type = "HttpNfcLease" [ 1482.952163] env[69385]: }. {{(pid=69385) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1482.952895] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e38c756-cb81-4f63-b610-360f1d50f825 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.960015] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52886efe-81dd-ba78-47a3-681e4c6a207f/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1482.960197] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52886efe-81dd-ba78-47a3-681e4c6a207f/disk-0.vmdk for reading. {{(pid=69385) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1483.046695] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ae1ff08-6296-4d62-b169-a32ddd63979b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.449464] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52886efe-81dd-ba78-47a3-681e4c6a207f/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1489.450388] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b668ef-585b-4f39-b26c-42f104cebbde {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.456553] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52886efe-81dd-ba78-47a3-681e4c6a207f/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1489.456740] env[69385]: ERROR oslo_vmware.rw_handles [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52886efe-81dd-ba78-47a3-681e4c6a207f/disk-0.vmdk due to incomplete transfer. [ 1489.456950] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dcbd2cb6-a1c8-4094-92a3-d18679d14c97 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.463455] env[69385]: DEBUG oslo_vmware.rw_handles [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52886efe-81dd-ba78-47a3-681e4c6a207f/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1489.463642] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Uploaded image d2229bd1-2f53-409a-ad1e-5bf307672355 to the Glance image server {{(pid=69385) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1489.465976] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Destroying the VM {{(pid=69385) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1489.466208] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-628c0f37-94fd-4e0b-ae16-d506f4789a37 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.471544] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1489.471544] env[69385]: value = "task-3341537" [ 1489.471544] env[69385]: _type = "Task" [ 1489.471544] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.478702] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341537, 'name': Destroy_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.982056] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341537, 'name': Destroy_Task, 'duration_secs': 0.291294} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.982056] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Destroyed the VM [ 1489.982056] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Deleting Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1489.982056] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29ad075c-416c-48a3-b958-0af23e2927eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.988556] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1489.988556] env[69385]: value = "task-3341538" [ 1489.988556] env[69385]: _type = "Task" [ 1489.988556] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.995874] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341538, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.498776] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341538, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.000282] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341538, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.500928] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341538, 'name': RemoveSnapshot_Task, 'duration_secs': 1.082526} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.501282] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Deleted Snapshot of the VM instance {{(pid=69385) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1491.501477] env[69385]: DEBUG nova.compute.manager [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.502233] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7da7b5e-931b-4c78-8424-a8e129f3a542 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.013394] env[69385]: INFO nova.compute.manager [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Shelve offloading [ 1492.517060] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.517060] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a910857a-d0c7-4365-afe3-d5669b090452 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.524576] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1492.524576] env[69385]: value = "task-3341539" [ 1492.524576] env[69385]: _type = "Task" [ 1492.524576] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.533595] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.036055] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] VM already powered off {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1493.036055] env[69385]: DEBUG nova.compute.manager [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.036652] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc4f49b-c4a8-46ed-9775-50ee7e7d6444 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.041805] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.041966] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.042146] env[69385]: DEBUG nova.network.neutron [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.733129] env[69385]: DEBUG nova.network.neutron [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating instance_info_cache with network_info: [{"id": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "address": "fa:16:3e:9f:18:ea", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045a7e66-7a", "ovs_interfaceid": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.236758] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.439641] env[69385]: DEBUG nova.compute.manager [req-fc11872a-1c4b-498b-93c8-1126e9bedd82 req-263362f7-0040-4e59-bba7-35bc2b69624b service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received event network-vif-unplugged-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1494.439866] env[69385]: DEBUG oslo_concurrency.lockutils [req-fc11872a-1c4b-498b-93c8-1126e9bedd82 req-263362f7-0040-4e59-bba7-35bc2b69624b service nova] Acquiring lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.440085] env[69385]: DEBUG oslo_concurrency.lockutils [req-fc11872a-1c4b-498b-93c8-1126e9bedd82 req-263362f7-0040-4e59-bba7-35bc2b69624b service nova] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.440255] env[69385]: DEBUG oslo_concurrency.lockutils [req-fc11872a-1c4b-498b-93c8-1126e9bedd82 req-263362f7-0040-4e59-bba7-35bc2b69624b service nova] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.440419] env[69385]: DEBUG nova.compute.manager [req-fc11872a-1c4b-498b-93c8-1126e9bedd82 req-263362f7-0040-4e59-bba7-35bc2b69624b service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] No waiting events found dispatching network-vif-unplugged-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1494.440582] env[69385]: WARNING nova.compute.manager [req-fc11872a-1c4b-498b-93c8-1126e9bedd82 req-263362f7-0040-4e59-bba7-35bc2b69624b service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received unexpected event network-vif-unplugged-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 for instance with vm_state shelved and task_state shelving_offloading. [ 1494.553552] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.554473] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70354d5-5fb7-4610-a602-8c337738a431 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.561875] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.562123] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-404ded16-dda6-497a-ae54-4a1e2857c69c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.629293] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.629502] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.629648] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleting the datastore file [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.629917] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a121411a-1ca9-4fe0-9a7e-d83f13d88fb1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.636223] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1494.636223] env[69385]: value = "task-3341541" [ 1494.636223] env[69385]: _type = "Task" [ 1494.636223] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.643586] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.146173] env[69385]: DEBUG oslo_vmware.api [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129919} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.146444] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.146632] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.146804] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.170951] env[69385]: INFO nova.scheduler.client.report [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted allocations for instance 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 [ 1495.675648] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.675938] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.676179] env[69385]: DEBUG nova.objects.instance [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'resources' on Instance uuid 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.178676] env[69385]: DEBUG nova.objects.instance [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'numa_topology' on Instance uuid 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.465374] env[69385]: DEBUG nova.compute.manager [req-01009a97-b527-4a4f-b1cc-b6beaa64eb1a req-2a1e9742-49b3-416a-907c-ff292a679a88 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received event network-changed-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1496.465538] env[69385]: DEBUG nova.compute.manager [req-01009a97-b527-4a4f-b1cc-b6beaa64eb1a req-2a1e9742-49b3-416a-907c-ff292a679a88 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Refreshing instance network info cache due to event network-changed-045a7e66-7aa5-47aa-b7da-1eb4d1765b82. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1496.465694] env[69385]: DEBUG oslo_concurrency.lockutils [req-01009a97-b527-4a4f-b1cc-b6beaa64eb1a req-2a1e9742-49b3-416a-907c-ff292a679a88 service nova] Acquiring lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.465833] env[69385]: DEBUG oslo_concurrency.lockutils [req-01009a97-b527-4a4f-b1cc-b6beaa64eb1a req-2a1e9742-49b3-416a-907c-ff292a679a88 service nova] Acquired lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.465991] env[69385]: DEBUG nova.network.neutron [req-01009a97-b527-4a4f-b1cc-b6beaa64eb1a req-2a1e9742-49b3-416a-907c-ff292a679a88 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Refreshing network info cache for port 045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.681395] env[69385]: DEBUG nova.objects.base [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Object Instance<284e3dd5-8ed2-4acb-a8f6-23fd79475b76> lazy-loaded attributes: resources,numa_topology {{(pid=69385) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1496.716980] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c82fc80-09cd-4448-ab6c-630370470506 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.724309] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f5b5d0-f0fc-449f-b80f-99c289713fa0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.753402] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f66baad-6c57-401d-8cea-397fab5df6fb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.759969] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11604078-564c-43e0-b643-9d83e400dc9e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.772430] env[69385]: DEBUG nova.compute.provider_tree [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.916704] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.167408] env[69385]: DEBUG nova.network.neutron [req-01009a97-b527-4a4f-b1cc-b6beaa64eb1a req-2a1e9742-49b3-416a-907c-ff292a679a88 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updated VIF entry in instance network info cache for port 045a7e66-7aa5-47aa-b7da-1eb4d1765b82. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.167772] env[69385]: DEBUG nova.network.neutron [req-01009a97-b527-4a4f-b1cc-b6beaa64eb1a req-2a1e9742-49b3-416a-907c-ff292a679a88 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating instance_info_cache with network_info: [{"id": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "address": "fa:16:3e:9f:18:ea", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap045a7e66-7a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.275726] env[69385]: DEBUG nova.scheduler.client.report [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.670279] env[69385]: DEBUG oslo_concurrency.lockutils [req-01009a97-b527-4a4f-b1cc-b6beaa64eb1a req-2a1e9742-49b3-416a-907c-ff292a679a88 service nova] Releasing lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.780572] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.288447] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f7f14498-ebea-4563-94fb-f54da5d54cdb tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.997s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.289222] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.373s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.289411] env[69385]: INFO nova.compute.manager [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Unshelving [ 1499.314718] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.315014] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.315220] env[69385]: DEBUG nova.objects.instance [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'pci_requests' on Instance uuid 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.818925] env[69385]: DEBUG nova.objects.instance [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'numa_topology' on Instance uuid 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.321918] env[69385]: INFO nova.compute.claims [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.364925] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c226b0-4610-4cfc-aa47-9f271e5b3593 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.372383] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d8dd9a-7326-4298-badb-944be34ef818 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.401556] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863d98d-e719-4ae0-8e46-428aa28709de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.408190] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2167fca1-3ba9-4a04-b6ce-ff4c5038a7cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.421601] env[69385]: DEBUG nova.compute.provider_tree [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.924779] env[69385]: DEBUG nova.scheduler.client.report [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.429932] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.115s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.458516] env[69385]: INFO nova.network.neutron [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating port 045a7e66-7aa5-47aa-b7da-1eb4d1765b82 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1503.181130] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "6227766c-cbc5-4818-849b-b25f3bc63974" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.181414] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.181629] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.181813] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.181990] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.184058] env[69385]: INFO nova.compute.manager [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Terminating instance [ 1503.687849] env[69385]: DEBUG nova.compute.manager [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1503.688190] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.689041] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87243350-87f3-45a0-a67f-7cd0e84be6cc {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.696632] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.696977] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3801b993-54c7-49e1-bd22-bb22374869d4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.702816] env[69385]: DEBUG oslo_vmware.api [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1503.702816] env[69385]: value = "task-3341542" [ 1503.702816] env[69385]: _type = "Task" [ 1503.702816] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.711504] env[69385]: DEBUG oslo_vmware.api [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.822343] env[69385]: DEBUG nova.compute.manager [req-fd6d47ca-797d-45ea-8418-a894de668c7b req-6431c22c-3034-49cc-a0c5-24990097afab service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received event network-vif-plugged-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1503.822656] env[69385]: DEBUG oslo_concurrency.lockutils [req-fd6d47ca-797d-45ea-8418-a894de668c7b req-6431c22c-3034-49cc-a0c5-24990097afab service nova] Acquiring lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.822778] env[69385]: DEBUG oslo_concurrency.lockutils [req-fd6d47ca-797d-45ea-8418-a894de668c7b req-6431c22c-3034-49cc-a0c5-24990097afab service nova] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.822993] env[69385]: DEBUG oslo_concurrency.lockutils [req-fd6d47ca-797d-45ea-8418-a894de668c7b req-6431c22c-3034-49cc-a0c5-24990097afab service nova] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.823176] env[69385]: DEBUG nova.compute.manager [req-fd6d47ca-797d-45ea-8418-a894de668c7b req-6431c22c-3034-49cc-a0c5-24990097afab service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] No waiting events found dispatching network-vif-plugged-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.823343] env[69385]: WARNING nova.compute.manager [req-fd6d47ca-797d-45ea-8418-a894de668c7b req-6431c22c-3034-49cc-a0c5-24990097afab service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received unexpected event network-vif-plugged-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 for instance with vm_state shelved_offloaded and task_state spawning. [ 1503.908920] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.909117] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.909313] env[69385]: DEBUG nova.network.neutron [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.212773] env[69385]: DEBUG oslo_vmware.api [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341542, 'name': PowerOffVM_Task, 'duration_secs': 0.175266} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.213038] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1504.213248] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1504.213447] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e24aad1e-80ff-4c4b-9167-e47e86fcef04 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.281178] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1504.281495] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1504.281732] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleting the datastore file [datastore2] 6227766c-cbc5-4818-849b-b25f3bc63974 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1504.282050] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-597344d8-8d08-4fa4-b490-fd8ffb947a3e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.289976] env[69385]: DEBUG oslo_vmware.api [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for the task: (returnval){ [ 1504.289976] env[69385]: value = "task-3341544" [ 1504.289976] env[69385]: _type = "Task" [ 1504.289976] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.297916] env[69385]: DEBUG oslo_vmware.api [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.599841] env[69385]: DEBUG nova.network.neutron [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating instance_info_cache with network_info: [{"id": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "address": "fa:16:3e:9f:18:ea", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045a7e66-7a", "ovs_interfaceid": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.800183] env[69385]: DEBUG oslo_vmware.api [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Task: {'id': task-3341544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136767} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.800498] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.800632] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1504.800801] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1504.800957] env[69385]: INFO nova.compute.manager [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1504.801214] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1504.801403] env[69385]: DEBUG nova.compute.manager [-] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1504.801498] env[69385]: DEBUG nova.network.neutron [-] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1505.102854] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.130458] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='451e80b42302542eee96014f1c1e4b28',container_format='bare',created_at=2025-04-07T03:13:10Z,direct_url=,disk_format='vmdk',id=d2229bd1-2f53-409a-ad1e-5bf307672355,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1018561784-shelved',owner='772ac6e44a8f4332bd273af658414b60',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-04-07T03:13:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.130700] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.130855] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.131046] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.131194] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.131337] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.131537] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.131688] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.131845] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.132006] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.132183] env[69385]: DEBUG nova.virt.hardware [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.133031] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c630a39-a08f-4898-9d2a-34a1f600089d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.141091] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a17d114-91b3-4c18-95a8-e742ab239132 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.153860] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:18:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '045a7e66-7aa5-47aa-b7da-1eb4d1765b82', 'vif_model': 'vmxnet3'}] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.161776] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1505.162040] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.162252] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-484aa6fc-8f7a-4d29-afe9-90d86ebed138 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.182981] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.182981] env[69385]: value = "task-3341545" [ 1505.182981] env[69385]: _type = "Task" [ 1505.182981] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.191749] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341545, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.678472] env[69385]: DEBUG nova.network.neutron [-] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.691921] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341545, 'name': CreateVM_Task, 'duration_secs': 0.316124} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.692136] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1505.692830] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.692957] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.693348] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.694152] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a5dad3-9297-4c6a-b177-a04d2f4e5bcf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.699421] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1505.699421] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52de7201-c365-2878-c065-15fdcb37b48d" [ 1505.699421] env[69385]: _type = "Task" [ 1505.699421] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.706821] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52de7201-c365-2878-c065-15fdcb37b48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.851905] env[69385]: DEBUG nova.compute.manager [req-5d2d491f-4be9-4d7c-b30a-19ede1078f33 req-d0dc577b-3f9b-4040-a343-228d30ed2968 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received event network-changed-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1505.851905] env[69385]: DEBUG nova.compute.manager [req-5d2d491f-4be9-4d7c-b30a-19ede1078f33 req-d0dc577b-3f9b-4040-a343-228d30ed2968 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Refreshing instance network info cache due to event network-changed-045a7e66-7aa5-47aa-b7da-1eb4d1765b82. {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1505.851905] env[69385]: DEBUG oslo_concurrency.lockutils [req-5d2d491f-4be9-4d7c-b30a-19ede1078f33 req-d0dc577b-3f9b-4040-a343-228d30ed2968 service nova] Acquiring lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.852334] env[69385]: DEBUG oslo_concurrency.lockutils [req-5d2d491f-4be9-4d7c-b30a-19ede1078f33 req-d0dc577b-3f9b-4040-a343-228d30ed2968 service nova] Acquired lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.852896] env[69385]: DEBUG nova.network.neutron [req-5d2d491f-4be9-4d7c-b30a-19ede1078f33 req-d0dc577b-3f9b-4040-a343-228d30ed2968 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Refreshing network info cache for port 045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.181373] env[69385]: INFO nova.compute.manager [-] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Took 1.38 seconds to deallocate network for instance. [ 1506.210052] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.210222] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Processing image d2229bd1-2f53-409a-ad1e-5bf307672355 {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.210451] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355/d2229bd1-2f53-409a-ad1e-5bf307672355.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.210599] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355/d2229bd1-2f53-409a-ad1e-5bf307672355.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.210774] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.211021] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07f01578-d51a-4894-9661-47981472442b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.219832] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.220010] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.220673] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f139b464-029e-406b-8dc2-bc2edc1797c1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.225647] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1506.225647] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522e546f-51e3-3e4d-3a89-450a9f8ed7e6" [ 1506.225647] env[69385]: _type = "Task" [ 1506.225647] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.232582] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]522e546f-51e3-3e4d-3a89-450a9f8ed7e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.539818] env[69385]: DEBUG nova.network.neutron [req-5d2d491f-4be9-4d7c-b30a-19ede1078f33 req-d0dc577b-3f9b-4040-a343-228d30ed2968 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updated VIF entry in instance network info cache for port 045a7e66-7aa5-47aa-b7da-1eb4d1765b82. {{(pid=69385) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.540170] env[69385]: DEBUG nova.network.neutron [req-5d2d491f-4be9-4d7c-b30a-19ede1078f33 req-d0dc577b-3f9b-4040-a343-228d30ed2968 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating instance_info_cache with network_info: [{"id": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "address": "fa:16:3e:9f:18:ea", "network": {"id": "53eef6f1-d549-4ca4-b4a0-c29a1ece88e9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1930910256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772ac6e44a8f4332bd273af658414b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045a7e66-7a", "ovs_interfaceid": "045a7e66-7aa5-47aa-b7da-1eb4d1765b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.687437] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.687702] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.687916] env[69385]: DEBUG nova.objects.instance [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lazy-loading 'resources' on Instance uuid 6227766c-cbc5-4818-849b-b25f3bc63974 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.736671] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Preparing fetch location {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1506.736898] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Fetch image to [datastore2] OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2/OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2.vmdk {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1506.737102] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Downloading stream optimized image d2229bd1-2f53-409a-ad1e-5bf307672355 to [datastore2] OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2/OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2.vmdk on the data store datastore2 as vApp {{(pid=69385) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1506.737272] env[69385]: DEBUG nova.virt.vmwareapi.images [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Downloading image file data d2229bd1-2f53-409a-ad1e-5bf307672355 to the ESX as VM named 'OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2' {{(pid=69385) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1506.806731] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1506.806731] env[69385]: value = "resgroup-9" [ 1506.806731] env[69385]: _type = "ResourcePool" [ 1506.806731] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1506.807050] env[69385]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d0891f85-7d12-462e-a06d-ab0ebe3aac90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.828535] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease: (returnval){ [ 1506.828535] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52df9082-e191-ed6c-b2bd-142f64da5aae" [ 1506.828535] env[69385]: _type = "HttpNfcLease" [ 1506.828535] env[69385]: } obtained for vApp import into resource pool (val){ [ 1506.828535] env[69385]: value = "resgroup-9" [ 1506.828535] env[69385]: _type = "ResourcePool" [ 1506.828535] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1506.828796] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the lease: (returnval){ [ 1506.828796] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52df9082-e191-ed6c-b2bd-142f64da5aae" [ 1506.828796] env[69385]: _type = "HttpNfcLease" [ 1506.828796] env[69385]: } to be ready. {{(pid=69385) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1506.835286] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1506.835286] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52df9082-e191-ed6c-b2bd-142f64da5aae" [ 1506.835286] env[69385]: _type = "HttpNfcLease" [ 1506.835286] env[69385]: } is initializing. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1507.042888] env[69385]: DEBUG oslo_concurrency.lockutils [req-5d2d491f-4be9-4d7c-b30a-19ede1078f33 req-d0dc577b-3f9b-4040-a343-228d30ed2968 service nova] Releasing lock "refresh_cache-284e3dd5-8ed2-4acb-a8f6-23fd79475b76" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.043242] env[69385]: DEBUG nova.compute.manager [req-5d2d491f-4be9-4d7c-b30a-19ede1078f33 req-d0dc577b-3f9b-4040-a343-228d30ed2968 service nova] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Received event network-vif-deleted-4e9f4b2b-0ddb-47bf-9960-48e3f644e0ce {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1507.235124] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2bf579-025c-4aa1-a2ff-3619cf0a38a9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.242827] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d7d0c-27bd-40ca-8d21-6423ef252934 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.272466] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219f9a70-f277-4394-8bd1-8fbdf323bbd1 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.279329] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ba79fb-748d-43d8-8afe-d8f9f137fc43 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.291909] env[69385]: DEBUG nova.compute.provider_tree [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1507.338911] env[69385]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1507.338911] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52df9082-e191-ed6c-b2bd-142f64da5aae" [ 1507.338911] env[69385]: _type = "HttpNfcLease" [ 1507.338911] env[69385]: } is ready. {{(pid=69385) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1507.339175] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1507.339175] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52df9082-e191-ed6c-b2bd-142f64da5aae" [ 1507.339175] env[69385]: _type = "HttpNfcLease" [ 1507.339175] env[69385]: }. {{(pid=69385) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1507.339874] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a0f6a2-d9b8-41f9-972c-193183ad8751 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.347200] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243df16-508b-500d-552b-dcc3d6c51f2c/disk-0.vmdk from lease info. {{(pid=69385) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1507.347375] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243df16-508b-500d-552b-dcc3d6c51f2c/disk-0.vmdk. {{(pid=69385) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1507.410070] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be5c6ecf-9aed-4e6c-8d10-1c3fa629aef9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.813778] env[69385]: ERROR nova.scheduler.client.report [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] [req-f0fc320b-ff58-447d-ad24-1b7e659d6466] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7e7342d0-d0c8-48be-8581-4cabd96549df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f0fc320b-ff58-447d-ad24-1b7e659d6466"}]} [ 1507.830518] env[69385]: DEBUG nova.scheduler.client.report [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Refreshing inventories for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1507.845735] env[69385]: DEBUG nova.scheduler.client.report [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating ProviderTree inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1507.845959] env[69385]: DEBUG nova.compute.provider_tree [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1507.857318] env[69385]: DEBUG nova.scheduler.client.report [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Refreshing aggregate associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, aggregates: None {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1507.876943] env[69385]: DEBUG nova.scheduler.client.report [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Refreshing trait associations for resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69385) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1507.915097] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09afc5fc-f9a0-47ad-92a5-114330061f71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.925691] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca967e9b-264a-4e61-8c9c-7c844f80ba61 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.962380] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48432ab0-5b88-4da0-a4b5-75b8970e293f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.972235] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0a9bd-be1c-4e50-aeca-ae6fe1298abd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.986122] env[69385]: DEBUG nova.compute.provider_tree [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.495713] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Completed reading data from the image iterator. {{(pid=69385) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1508.495713] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243df16-508b-500d-552b-dcc3d6c51f2c/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1508.496700] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da073de1-e4a1-4ae9-8b2a-7caadc431287 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.503662] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243df16-508b-500d-552b-dcc3d6c51f2c/disk-0.vmdk is in state: ready. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1508.503855] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243df16-508b-500d-552b-dcc3d6c51f2c/disk-0.vmdk. {{(pid=69385) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1508.504099] env[69385]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6fb26f4e-0135-4e42-99c7-ca0b07769103 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.521902] env[69385]: DEBUG nova.scheduler.client.report [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updated inventory for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1508.522179] env[69385]: DEBUG nova.compute.provider_tree [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating resource provider 7e7342d0-d0c8-48be-8581-4cabd96549df generation from 181 to 182 during operation: update_inventory {{(pid=69385) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1508.522355] env[69385]: DEBUG nova.compute.provider_tree [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Updating inventory in ProviderTree for provider 7e7342d0-d0c8-48be-8581-4cabd96549df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.777947] env[69385]: DEBUG oslo_vmware.rw_handles [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243df16-508b-500d-552b-dcc3d6c51f2c/disk-0.vmdk. {{(pid=69385) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1508.778124] env[69385]: INFO nova.virt.vmwareapi.images [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Downloaded image file data d2229bd1-2f53-409a-ad1e-5bf307672355 [ 1508.778945] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7109a8f9-fbfe-4ad4-90f8-8e5d9d2f915b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.793833] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-132748a6-c83e-45e2-85ee-7f5c34cbb577 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.838819] env[69385]: INFO nova.virt.vmwareapi.images [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] The imported VM was unregistered [ 1508.841244] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Caching image {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1508.841476] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.841720] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5430d30b-d41e-4025-9d25-d4941666180e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.851946] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Created directory with path [datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355 {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.852137] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2/OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2.vmdk to [datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355/d2229bd1-2f53-409a-ad1e-5bf307672355.vmdk. {{(pid=69385) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1508.852361] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ac4a3337-0278-4d58-8fb9-8397a161a8eb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.858210] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1508.858210] env[69385]: value = "task-3341548" [ 1508.858210] env[69385]: _type = "Task" [ 1508.858210] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.866680] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341548, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.026918] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.045929] env[69385]: INFO nova.scheduler.client.report [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Deleted allocations for instance 6227766c-cbc5-4818-849b-b25f3bc63974 [ 1509.368274] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341548, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.554967] env[69385]: DEBUG oslo_concurrency.lockutils [None req-c12daca0-b4f3-4419-93c0-df3b67d6983e tempest-AttachVolumeShelveTestJSON-484620325 tempest-AttachVolumeShelveTestJSON-484620325-project-member] Lock "6227766c-cbc5-4818-849b-b25f3bc63974" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.373s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.869584] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341548, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.370389] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341548, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.870528] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341548, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.373048] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341548, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.230761} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.373048] env[69385]: INFO nova.virt.vmwareapi.ds_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2/OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2.vmdk to [datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355/d2229bd1-2f53-409a-ad1e-5bf307672355.vmdk. [ 1511.373048] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Cleaning up location [datastore2] OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2 {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1511.373048] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c000a84e-510b-4a30-bd5c-2149e8eac9f2 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.373048] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-884d7577-85fa-4f90-ac88-8dd83df1863b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.378762] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1511.378762] env[69385]: value = "task-3341550" [ 1511.378762] env[69385]: _type = "Task" [ 1511.378762] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.386035] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.888729] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041849} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.889033] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.889181] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355/d2229bd1-2f53-409a-ad1e-5bf307672355.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.889449] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355/d2229bd1-2f53-409a-ad1e-5bf307672355.vmdk to [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76/284e3dd5-8ed2-4acb-a8f6-23fd79475b76.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.889701] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f237b71-da8a-4f40-82df-31a18c12029e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.895311] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1511.895311] env[69385]: value = "task-3341551" [ 1511.895311] env[69385]: _type = "Task" [ 1511.895311] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.902440] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.405451] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341551, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.906238] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341551, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.407180] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341551, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.907784] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341551, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.409031] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341551, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.206021} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.409031] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d2229bd1-2f53-409a-ad1e-5bf307672355/d2229bd1-2f53-409a-ad1e-5bf307672355.vmdk to [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76/284e3dd5-8ed2-4acb-a8f6-23fd79475b76.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1514.409855] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c8042b-df38-4459-8aef-6ec282b9dfdd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.431668] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76/284e3dd5-8ed2-4acb-a8f6-23fd79475b76.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.432165] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab132ff-90a7-4fd2-b2c0-db6a4395c21c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.452964] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1514.452964] env[69385]: value = "task-3341552" [ 1514.452964] env[69385]: _type = "Task" [ 1514.452964] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.460830] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.962836] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341552, 'name': ReconfigVM_Task, 'duration_secs': 0.258487} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.963180] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76/284e3dd5-8ed2-4acb-a8f6-23fd79475b76.vmdk or device None with type streamOptimized {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.963805] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d12ea63-4191-4832-96c3-44a53360ff79 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.970524] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1514.970524] env[69385]: value = "task-3341553" [ 1514.970524] env[69385]: _type = "Task" [ 1514.970524] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.979645] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341553, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.480242] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341553, 'name': Rename_Task, 'duration_secs': 0.138612} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.480507] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.480741] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2fc6344-54ba-49f2-9a2b-edda8f04682d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.486680] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1515.486680] env[69385]: value = "task-3341554" [ 1515.486680] env[69385]: _type = "Task" [ 1515.486680] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.494490] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.798585] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.798838] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.995843] env[69385]: DEBUG oslo_vmware.api [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341554, 'name': PowerOnVM_Task, 'duration_secs': 0.47554} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.996243] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.099320] env[69385]: DEBUG nova.compute.manager [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.100291] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba4a4b-8083-4307-a07e-f365ed9e9673 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.617338] env[69385]: DEBUG oslo_concurrency.lockutils [None req-82bc07a5-959c-4c87-889d-33acc308f1cd tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.328s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.797616] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.797776] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Cleaning up deleted instances with incomplete migration {{(pid=69385) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1517.722195] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.722555] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.722707] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.722850] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.723032] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.725263] env[69385]: INFO nova.compute.manager [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Terminating instance [ 1518.228921] env[69385]: DEBUG nova.compute.manager [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1518.229151] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.230025] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff772376-2a1e-4b68-8f7f-feb4fb2ca442 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.237930] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.238187] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7abc5854-8122-4bf8-aa37-777d348adab4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.244231] env[69385]: DEBUG oslo_vmware.api [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1518.244231] env[69385]: value = "task-3341555" [ 1518.244231] env[69385]: _type = "Task" [ 1518.244231] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.251527] env[69385]: DEBUG oslo_vmware.api [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.301274] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.301510] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.754413] env[69385]: DEBUG oslo_vmware.api [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341555, 'name': PowerOffVM_Task, 'duration_secs': 0.179558} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.754779] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.754861] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.755134] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76783980-2007-429d-aa7a-c151fbc413a0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.793664] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.817973] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.818234] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.818429] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleting the datastore file [datastore2] 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.818687] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-693b2133-e038-40de-a704-6556ef1c457a {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.824376] env[69385]: DEBUG oslo_vmware.api [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for the task: (returnval){ [ 1518.824376] env[69385]: value = "task-3341557" [ 1518.824376] env[69385]: _type = "Task" [ 1518.824376] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.832862] env[69385]: DEBUG oslo_vmware.api [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.334833] env[69385]: DEBUG oslo_vmware.api [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Task: {'id': task-3341557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124004} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.335103] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.335297] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.335467] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.335639] env[69385]: INFO nova.compute.manager [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1519.335875] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1519.336074] env[69385]: DEBUG nova.compute.manager [-] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.336172] env[69385]: DEBUG nova.network.neutron [-] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.948762] env[69385]: DEBUG nova.compute.manager [req-55ce795d-a1b6-4815-813d-93339a213b91 req-b74d99df-51e6-40c6-a5b2-6d9d79dd1484 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Received event network-vif-deleted-045a7e66-7aa5-47aa-b7da-1eb4d1765b82 {{(pid=69385) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1519.949024] env[69385]: INFO nova.compute.manager [req-55ce795d-a1b6-4815-813d-93339a213b91 req-b74d99df-51e6-40c6-a5b2-6d9d79dd1484 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Neutron deleted interface 045a7e66-7aa5-47aa-b7da-1eb4d1765b82; detaching it from the instance and deleting it from the info cache [ 1519.949197] env[69385]: DEBUG nova.network.neutron [req-55ce795d-a1b6-4815-813d-93339a213b91 req-b74d99df-51e6-40c6-a5b2-6d9d79dd1484 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.423207] env[69385]: DEBUG nova.network.neutron [-] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.451981] env[69385]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c23b2cc9-b057-430c-9638-6130e7fc1fc7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.462088] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b0c8bc-25c2-463d-b758-ac7195d3bbf0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.486333] env[69385]: DEBUG nova.compute.manager [req-55ce795d-a1b6-4815-813d-93339a213b91 req-b74d99df-51e6-40c6-a5b2-6d9d79dd1484 service nova] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Detach interface failed, port_id=045a7e66-7aa5-47aa-b7da-1eb4d1765b82, reason: Instance 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 could not be found. {{(pid=69385) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1520.797758] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.926124] env[69385]: INFO nova.compute.manager [-] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Took 1.59 seconds to deallocate network for instance. [ 1521.433431] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.433793] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.434047] env[69385]: DEBUG nova.objects.instance [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lazy-loading 'resources' on Instance uuid 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.797330] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.797553] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69385) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1521.797691] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager.update_available_resource {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.090572] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f03c39-f954-49aa-8580-0e2f7c21e68e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.098210] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9992b7e-4c4f-4e86-85f2-47466e65ca54 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.128599] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e735ff-b4fa-4ab7-95dc-1ce361e2cba6 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.135373] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffe4181-b83d-4a63-906c-53643e2a3768 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.147752] env[69385]: DEBUG nova.compute.provider_tree [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.300414] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.651449] env[69385]: DEBUG nova.scheduler.client.report [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.156643] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.159040] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.859s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.159337] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.159412] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69385) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1523.160259] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf5e3cc-c096-49ff-bab3-298cdeac27f3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.168851] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed1890-66e3-410d-aab5-de50ad8a8482 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.182928] env[69385]: INFO nova.scheduler.client.report [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Deleted allocations for instance 284e3dd5-8ed2-4acb-a8f6-23fd79475b76 [ 1523.185552] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cb1ad8-c4dc-493b-800e-e21295b257bf {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.192565] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15749d9a-d65f-4481-9f9a-972c85393db2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.222313] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180659MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69385) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1523.222450] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.222670] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.692862] env[69385]: DEBUG oslo_concurrency.lockutils [None req-ffe95150-681c-4972-ac94-5c1b6d62193d tempest-ServerActionsTestOtherB-950033117 tempest-ServerActionsTestOtherB-950033117-project-member] Lock "284e3dd5-8ed2-4acb-a8f6-23fd79475b76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.970s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.240012] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1524.240205] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69385) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1524.252631] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea92f6-2f5d-4192-ac1d-b2d97e776f71 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.259985] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ea6523-3253-4194-8f71-664bfe6c57f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.289606] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a7ba68-935a-41ed-b990-931d82c4c2b0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.296787] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38abcbc-2599-4bb8-9ee8-1f63ef6ac0de {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.310282] env[69385]: DEBUG nova.compute.provider_tree [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.814105] env[69385]: DEBUG nova.scheduler.client.report [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.319789] env[69385]: DEBUG nova.compute.resource_tracker [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69385) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1525.320062] env[69385]: DEBUG oslo_concurrency.lockutils [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.798518] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.798774] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Cleaning up deleted instances {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1530.301282] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "3e7bdf2c-f143-4f91-8031-8735e43af2bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.301620] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "3e7bdf2c-f143-4f91-8031-8735e43af2bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.309929] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] There are 24 instances to clean {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1530.310196] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 284e3dd5-8ed2-4acb-a8f6-23fd79475b76] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1530.464759] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "220a6619-ff8b-4b0b-ac15-e330e0f5aad6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.464980] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "220a6619-ff8b-4b0b-ac15-e330e0f5aad6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.813221] env[69385]: DEBUG nova.compute.manager [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.816120] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 6227766c-cbc5-4818-849b-b25f3bc63974] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1530.967565] env[69385]: DEBUG nova.compute.manager [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Starting instance... {{(pid=69385) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1531.321722] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 5e7af338-30b4-406e-9d4e-55079cc63fa9] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1531.336913] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.337235] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.338689] env[69385]: INFO nova.compute.claims [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.485935] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.826150] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 43228550-eaea-4a1b-84ee-72f73f6bb470] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1532.329647] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 631e3867-df61-4a31-9557-55ecdccdb67e] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1532.380930] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d843da86-ef59-4d9f-8b32-8dedd1c18f94 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.388519] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e8796-10f9-462f-8adf-dc904be4f017 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.417725] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fa24b1-f1f9-4341-89d7-a5bb703d0bef {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.424341] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32140ced-766f-4603-84d3-87c1b5adf2ec {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.436703] env[69385]: DEBUG nova.compute.provider_tree [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.832983] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: bef71b0a-d6a3-45b2-8052-19a2e7010e14] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1532.940283] env[69385]: DEBUG nova.scheduler.client.report [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.336607] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 854192d5-7d54-42d0-b305-f4fa3902d3de] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1533.445062] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.445549] env[69385]: DEBUG nova.compute.manager [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.447932] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.962s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.449272] env[69385]: INFO nova.compute.claims [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.839513] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: ce68e6e4-e56f-43f8-ba6f-d7ad9a95fd93] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1533.953048] env[69385]: DEBUG nova.compute.utils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1533.956131] env[69385]: DEBUG nova.compute.manager [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1534.342931] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: ff65d20b-c33b-48d6-aeb6-336a5ded7ca6] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1534.457511] env[69385]: DEBUG nova.compute.manager [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.497189] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b6a5db-5645-4c3a-9898-2afe65e48017 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.504919] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8ee881-032e-45b3-8687-044dbb5fb6c8 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.533596] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a7ca83-69e2-46b5-a71d-83cb6cf2c893 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.540889] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97fc0bb-13f9-45b8-9194-078474bd5458 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.554798] env[69385]: DEBUG nova.compute.provider_tree [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.845694] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 46695a78-7501-4fe5-b5f4-6fbd89d03115] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1535.057921] env[69385]: DEBUG nova.scheduler.client.report [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.349193] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 844a4fd5-8d6b-40a0-88c4-bd124608de15] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1535.468550] env[69385]: DEBUG nova.compute.manager [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.494232] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.494488] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.494641] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.494820] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.494964] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.495125] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.495328] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.495484] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.495644] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.495803] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.495970] env[69385]: DEBUG nova.virt.hardware [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.496824] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d655727-dc6e-4ee7-aec1-b057f0ad0c53 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.504699] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c23e1-f490-43d0-9183-436de4dfd434 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.517412] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.522782] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Creating folder: Project (a4758b20dfdd4b2498450972285188b9). Parent ref: group-v666556. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.522971] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23277fc2-c193-472c-b668-8a57f072f164 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.532420] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Created folder: Project (a4758b20dfdd4b2498450972285188b9) in parent group-v666556. [ 1535.532620] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Creating folder: Instances. Parent ref: group-v666902. {{(pid=69385) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.532807] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ef5628c-6966-4157-8bfd-8d790403aaf3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.540582] env[69385]: INFO nova.virt.vmwareapi.vm_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Created folder: Instances in parent group-v666902. [ 1535.540796] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1535.540970] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.541167] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af948766-c53d-4a73-9c1b-620064f8318b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.557121] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.557121] env[69385]: value = "task-3341561" [ 1535.557121] env[69385]: _type = "Task" [ 1535.557121] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.564311] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.564768] env[69385]: DEBUG nova.compute.manager [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Start building networks asynchronously for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1535.567039] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341561, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.852336] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 9a953ddf-4c4a-4a5a-b1a4-ecc7a2905d66] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1536.066310] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341561, 'name': CreateVM_Task, 'duration_secs': 0.24392} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.066463] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.066835] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.066992] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.067367] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.068529] env[69385]: DEBUG nova.compute.utils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Using /dev/sd instead of None {{(pid=69385) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1536.069712] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c6478c-5940-41e4-8f79-a974e84dc293 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.071455] env[69385]: DEBUG nova.compute.manager [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Not allocating networking since 'none' was specified. {{(pid=69385) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1536.074245] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1536.074245] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526471a4-0f71-4e98-2deb-875c626f2079" [ 1536.074245] env[69385]: _type = "Task" [ 1536.074245] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.081293] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526471a4-0f71-4e98-2deb-875c626f2079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.356056] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: bc0f7d1a-9840-41ab-9bfa-73d72af7fc20] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1536.572337] env[69385]: DEBUG nova.compute.manager [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Start building block device mappings for instance. {{(pid=69385) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1536.584883] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]526471a4-0f71-4e98-2deb-875c626f2079, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.585184] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.585451] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.585689] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.585835] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.586014] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.586276] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47b4c331-762e-4c56-8940-4e4d10b51710 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.594254] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.594423] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.595109] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c124bb96-9c8a-4d09-ac1b-b6be6474107b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.599983] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1536.599983] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e055f6-5307-c422-4747-01fe14362cff" [ 1536.599983] env[69385]: _type = "Task" [ 1536.599983] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.607011] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e055f6-5307-c422-4747-01fe14362cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.859869] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 32d32970-f5b2-4f88-8420-9b18d87ae43f] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1537.110088] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52e055f6-5307-c422-4747-01fe14362cff, 'name': SearchDatastore_Task, 'duration_secs': 0.007687} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.111382] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1fca1e-a0c8-4100-a4d5-18fb44706964 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.116735] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1537.116735] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52af2b4d-f3f7-ac61-0b30-03066633988f" [ 1537.116735] env[69385]: _type = "Task" [ 1537.116735] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.123994] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52af2b4d-f3f7-ac61-0b30-03066633988f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.363052] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: c2335053-4d2a-487e-8e8c-8d331b352e31] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1537.585461] env[69385]: DEBUG nova.compute.manager [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Start spawning the instance on the hypervisor. {{(pid=69385) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1537.605459] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1537.605699] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.605855] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1537.606049] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.606200] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1537.606346] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1537.606548] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1537.606706] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1537.606868] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1537.607039] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1537.607218] env[69385]: DEBUG nova.virt.hardware [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1537.608192] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4017f1-e0bd-4712-a0bb-67c6aec76e0d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.615740] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac18a73-5fdd-49c3-8dd8-65baf80f8ae5 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.631095] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.636498] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1537.639683] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.639928] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52af2b4d-f3f7-ac61-0b30-03066633988f, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.640117] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4158f01f-f653-416b-ba73-5d609931da64 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.651061] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.651305] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 3e7bdf2c-f143-4f91-8031-8735e43af2bd/3e7bdf2c-f143-4f91-8031-8735e43af2bd.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.651812] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ddf4bd-f878-4292-868a-4fd2e50b2bf7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.657724] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.657724] env[69385]: value = "task-3341562" [ 1537.657724] env[69385]: _type = "Task" [ 1537.657724] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.658856] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1537.658856] env[69385]: value = "task-3341563" [ 1537.658856] env[69385]: _type = "Task" [ 1537.658856] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.668328] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341562, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.671054] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.866135] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: a8d34ed3-29f7-402b-93e0-a8579c88bd8e] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1538.171461] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341562, 'name': CreateVM_Task, 'duration_secs': 0.277917} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.174226] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.174496] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44566} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.174856] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.175019] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.175398] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.175644] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 3e7bdf2c-f143-4f91-8031-8735e43af2bd/3e7bdf2c-f143-4f91-8031-8735e43af2bd.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.175837] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.176065] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a0d392-a6f7-4d60-961b-df22ebb0c3c4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.177419] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2676c1a-7844-40e0-a7e1-5d14c6e3968c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.181574] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1538.181574] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a5bab4-ee50-273f-f9e3-1bee11fc7c02" [ 1538.181574] env[69385]: _type = "Task" [ 1538.181574] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.185304] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1538.185304] env[69385]: value = "task-3341564" [ 1538.185304] env[69385]: _type = "Task" [ 1538.185304] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.190742] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a5bab4-ee50-273f-f9e3-1bee11fc7c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.197079] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.370024] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: a6c54814-3856-473f-a220-88018d13e7df] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1538.693232] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52a5bab4-ee50-273f-f9e3-1bee11fc7c02, 'name': SearchDatastore_Task, 'duration_secs': 0.009091} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.693818] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.694060] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1538.694295] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.694439] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.694616] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.694864] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e04f717b-35d4-45a5-9dcd-9c4867d77ba2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.699173] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061434} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.699734] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1538.700442] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fab40c-9408-4607-be24-3cfd823aaf3c {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.718660] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 3e7bdf2c-f143-4f91-8031-8735e43af2bd/3e7bdf2c-f143-4f91-8031-8735e43af2bd.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.719626] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f77f3d-fb7f-4445-8301-2dd4b9502db4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.732905] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.733081] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.733732] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a19f86-8a82-4942-ba65-3374aaf4cbe3 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.739015] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1538.739015] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529afc7b-33cd-a75c-de2d-aa392f8887de" [ 1538.739015] env[69385]: _type = "Task" [ 1538.739015] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.740159] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1538.740159] env[69385]: value = "task-3341565" [ 1538.740159] env[69385]: _type = "Task" [ 1538.740159] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.750110] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.752959] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]529afc7b-33cd-a75c-de2d-aa392f8887de, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.753640] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-296dbf31-1791-4944-87bd-d3a19e760a88 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.758236] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1538.758236] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528d47ad-a932-0f45-a3cb-56513ca8fde4" [ 1538.758236] env[69385]: _type = "Task" [ 1538.758236] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.765327] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528d47ad-a932-0f45-a3cb-56513ca8fde4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.873466] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 6deb911c-33f5-4183-bc39-affb2859d17d] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1539.252892] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341565, 'name': ReconfigVM_Task, 'duration_secs': 0.274065} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.253131] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 3e7bdf2c-f143-4f91-8031-8735e43af2bd/3e7bdf2c-f143-4f91-8031-8735e43af2bd.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.253748] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1c5fb8a-5ca3-4e68-adf0-88a9ef21412b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.262306] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1539.262306] env[69385]: value = "task-3341566" [ 1539.262306] env[69385]: _type = "Task" [ 1539.262306] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.268731] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]528d47ad-a932-0f45-a3cb-56513ca8fde4, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.269255] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.269502] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6/220a6619-ff8b-4b0b-ac15-e330e0f5aad6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.269723] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-597e583b-4d83-4d2a-a0cf-e6f3dead6312 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.275125] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341566, 'name': Rename_Task} progress is 10%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.280815] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1539.280815] env[69385]: value = "task-3341567" [ 1539.280815] env[69385]: _type = "Task" [ 1539.280815] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.289812] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.377655] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 4afc3669-01f0-4504-87cb-36945e1bd5a5] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1539.772728] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341566, 'name': Rename_Task, 'duration_secs': 0.126179} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.773031] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.773249] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d911f924-8aca-4fe1-850c-206911c0d0a2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.779064] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1539.779064] env[69385]: value = "task-3341568" [ 1539.779064] env[69385]: _type = "Task" [ 1539.779064] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.788675] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.791459] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429018} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.791674] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore1] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6/220a6619-ff8b-4b0b-ac15-e330e0f5aad6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.791880] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.792150] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8567703-7d71-4fb7-a9b2-868ca93bff72 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.797024] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1539.797024] env[69385]: value = "task-3341569" [ 1539.797024] env[69385]: _type = "Task" [ 1539.797024] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.805999] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.880962] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 46a09e59-d870-4a20-bb2d-1fe5b186c280] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1540.288716] env[69385]: DEBUG oslo_vmware.api [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341568, 'name': PowerOnVM_Task, 'duration_secs': 0.426671} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.288981] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.289183] env[69385]: INFO nova.compute.manager [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Took 4.82 seconds to spawn the instance on the hypervisor. [ 1540.289361] env[69385]: DEBUG nova.compute.manager [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.290104] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d4bf69-0a43-46b9-a62b-035488b56e90 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.305105] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063348} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.305364] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.306077] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150fdd05-9191-4d14-bbd0-1a31a049d06f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.324726] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6/220a6619-ff8b-4b0b-ac15-e330e0f5aad6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.325010] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba9b2bf3-8146-4607-9226-123c7447b985 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.344144] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1540.344144] env[69385]: value = "task-3341570" [ 1540.344144] env[69385]: _type = "Task" [ 1540.344144] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.351399] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.384615] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: f4f0ef2b-e0ba-4d5d-a7ed-7b101cd8e6cb] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1540.807148] env[69385]: INFO nova.compute.manager [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Took 9.49 seconds to build instance. [ 1540.854345] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.887282] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 19531f5d-fa1b-46e6-b8e4-ba48875f9b73] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1541.309798] env[69385]: DEBUG oslo_concurrency.lockutils [None req-f6f58125-3824-439d-a385-a3fefa1c4d18 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "3e7bdf2c-f143-4f91-8031-8735e43af2bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.008s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.354098] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341570, 'name': ReconfigVM_Task, 'duration_secs': 0.8628} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.354369] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6/220a6619-ff8b-4b0b-ac15-e330e0f5aad6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.354966] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489ea416-3d05-4659-ad07-8d9c3c730b6e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.361440] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1541.361440] env[69385]: value = "task-3341571" [ 1541.361440] env[69385]: _type = "Task" [ 1541.361440] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.369207] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341571, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.390817] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 1776fa73-9144-4d4b-9265-e949d4d2577a] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1541.871511] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341571, 'name': Rename_Task, 'duration_secs': 0.132984} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.871740] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.871953] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11f4b131-0d50-4c5b-b95d-2bcd266de9d0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.878851] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1541.878851] env[69385]: value = "task-3341572" [ 1541.878851] env[69385]: _type = "Task" [ 1541.878851] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.885619] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.894149] env[69385]: DEBUG nova.compute.manager [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] [instance: 10f6cdf9-2a69-4728-b633-cfeb0860e05d] Instance has had 0 of 5 cleanup attempts {{(pid=69385) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1542.388874] env[69385]: DEBUG oslo_vmware.api [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341572, 'name': PowerOnVM_Task, 'duration_secs': 0.447755} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.389185] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.389427] env[69385]: INFO nova.compute.manager [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1542.389643] env[69385]: DEBUG nova.compute.manager [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.390476] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dce1f0-d9d6-49c9-9e14-4b200466595e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.398873] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.909139] env[69385]: INFO nova.compute.manager [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Took 11.44 seconds to build instance. [ 1543.321675] env[69385]: INFO nova.compute.manager [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Rebuilding instance [ 1543.367607] env[69385]: DEBUG nova.compute.manager [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.368505] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0bb060-74c9-4e43-9171-221a21ed03d2 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.411423] env[69385]: DEBUG oslo_concurrency.lockutils [None req-cba9033e-e5e9-4211-8d23-2fe291064268 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "220a6619-ff8b-4b0b-ac15-e330e0f5aad6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.946s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.381151] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.381527] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2e72793-b298-42bf-aa01-9dd1335ad3fa {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.389122] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1544.389122] env[69385]: value = "task-3341573" [ 1544.389122] env[69385]: _type = "Task" [ 1544.389122] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.397523] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.898755] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341573, 'name': PowerOffVM_Task, 'duration_secs': 0.188356} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.899043] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.899295] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.900069] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa7c23b-c3d1-46e5-ab1c-35e4d2375818 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.906747] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.907014] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce9959aa-adf8-4377-a14b-55677c92d91e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.932315] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.932503] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.932681] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Deleting the datastore file [datastore1] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.932917] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bda15f34-87f6-45b9-83ed-78de2468aa39 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.938267] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1544.938267] env[69385]: value = "task-3341575" [ 1544.938267] env[69385]: _type = "Task" [ 1544.938267] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.945446] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.448859] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091676} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.449242] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.449354] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.449476] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.478921] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-07T02:57:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-07T02:57:31Z,direct_url=,disk_format='vmdk',id=6788802f-f696-4e00-9f4a-89d02bb489fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e743c2f2764c4bc187ea12829499b692',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-07T02:57:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.479318] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Flavor limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.480094] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Image limits 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.480094] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Flavor pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.480094] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Image pref 0:0:0 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.480353] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69385) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.480662] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.480867] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.481064] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Got 1 possible topologies {{(pid=69385) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.481248] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.481422] env[69385]: DEBUG nova.virt.hardware [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69385) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.482454] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77dfdcc-da5f-4659-9ae3-a3635bbf6abb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.490286] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcecd5a9-300e-4868-8c88-731dacc39374 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.503610] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Instance VIF info [] {{(pid=69385) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1546.509123] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1546.509353] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Creating VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1546.509553] env[69385]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4968768-88c1-4a5e-8a2a-67d71e63e9f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.525204] env[69385]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1546.525204] env[69385]: value = "task-3341576" [ 1546.525204] env[69385]: _type = "Task" [ 1546.525204] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.532339] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341576, 'name': CreateVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.035846] env[69385]: DEBUG oslo_vmware.api [-] Task: {'id': task-3341576, 'name': CreateVM_Task, 'duration_secs': 0.242424} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.036039] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Created VM on the ESX host {{(pid=69385) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.036448] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.036613] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.036944] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.037215] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe61d83-ae78-447b-b48b-0361410b041b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.041309] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1547.041309] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520b36d6-4f00-7515-1986-096070b818f6" [ 1547.041309] env[69385]: _type = "Task" [ 1547.041309] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.048294] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520b36d6-4f00-7515-1986-096070b818f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.552388] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]520b36d6-4f00-7515-1986-096070b818f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.552760] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.552872] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Processing image 6788802f-f696-4e00-9f4a-89d02bb489fb {{(pid=69385) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.553116] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.553263] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.553440] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.553698] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ddbba08-64c5-4718-9f12-df8b6186385b {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.561795] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69385) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.561971] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69385) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.562684] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc251df-b3f8-4683-a232-2e7d99c2f470 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.567470] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1547.567470] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52023ff9-c490-f390-847c-12770a040709" [ 1547.567470] env[69385]: _type = "Task" [ 1547.567470] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.574487] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52023ff9-c490-f390-847c-12770a040709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.078888] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]52023ff9-c490-f390-847c-12770a040709, 'name': SearchDatastore_Task, 'duration_secs': 0.008692} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.079616] env[69385]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed64be3-5f53-4417-9fda-d3984d7a9847 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.084105] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1548.084105] env[69385]: value = "session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5269ece4-d318-264c-2431-f258da951fef" [ 1548.084105] env[69385]: _type = "Task" [ 1548.084105] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.090823] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5269ece4-d318-264c-2431-f258da951fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.594470] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': session[52c38f75-31e7-2dae-6091-f98e3f9021e5]5269ece4-d318-264c-2431-f258da951fef, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.594838] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.594968] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6/220a6619-ff8b-4b0b-ac15-e330e0f5aad6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1548.595250] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56c845e2-6fb7-4fa3-911e-add815095d20 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.602278] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1548.602278] env[69385]: value = "task-3341577" [ 1548.602278] env[69385]: _type = "Task" [ 1548.602278] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.608940] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.112485] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433876} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.112732] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6788802f-f696-4e00-9f4a-89d02bb489fb/6788802f-f696-4e00-9f4a-89d02bb489fb.vmdk to [datastore2] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6/220a6619-ff8b-4b0b-ac15-e330e0f5aad6.vmdk {{(pid=69385) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.112943] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Extending root virtual disk to 1048576 {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1549.113204] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84f39308-5d91-494c-85f8-74aec608c39f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.119208] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1549.119208] env[69385]: value = "task-3341578" [ 1549.119208] env[69385]: _type = "Task" [ 1549.119208] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.127187] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.629682] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0595} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.630091] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Extended root virtual disk {{(pid=69385) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1549.630678] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca464e0d-64a3-421a-9ae6-ecd15c74b266 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.649534] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6/220a6619-ff8b-4b0b-ac15-e330e0f5aad6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.649748] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0bd201-a800-4799-a425-881d27f5fcfb {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.669430] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1549.669430] env[69385]: value = "task-3341579" [ 1549.669430] env[69385]: _type = "Task" [ 1549.669430] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.679383] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.179311] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341579, 'name': ReconfigVM_Task, 'duration_secs': 0.271464} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.179570] env[69385]: DEBUG nova.virt.vmwareapi.volumeops [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6/220a6619-ff8b-4b0b-ac15-e330e0f5aad6.vmdk or device None with type sparse {{(pid=69385) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.180173] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2663775e-156b-43df-ae98-e6c83c227f16 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.186240] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1550.186240] env[69385]: value = "task-3341580" [ 1550.186240] env[69385]: _type = "Task" [ 1550.186240] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.193471] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341580, 'name': Rename_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.696021] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341580, 'name': Rename_Task, 'duration_secs': 0.130443} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.696374] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Powering on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.696539] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d293ce-29c9-4ac4-bed1-ff30eac417f0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.702303] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1550.702303] env[69385]: value = "task-3341581" [ 1550.702303] env[69385]: _type = "Task" [ 1550.702303] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.709398] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.212906] env[69385]: DEBUG oslo_vmware.api [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341581, 'name': PowerOnVM_Task, 'duration_secs': 0.418787} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.213192] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Powered on the VM {{(pid=69385) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.213403] env[69385]: DEBUG nova.compute.manager [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Checking state {{(pid=69385) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.214202] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d580d44c-740f-4ada-9884-a04c9530775e {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.730975] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.731167] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.731235] env[69385]: DEBUG nova.objects.instance [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69385) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1552.096712] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "220a6619-ff8b-4b0b-ac15-e330e0f5aad6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.096977] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "220a6619-ff8b-4b0b-ac15-e330e0f5aad6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.097223] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "220a6619-ff8b-4b0b-ac15-e330e0f5aad6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.097408] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "220a6619-ff8b-4b0b-ac15-e330e0f5aad6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.097626] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "220a6619-ff8b-4b0b-ac15-e330e0f5aad6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.099707] env[69385]: INFO nova.compute.manager [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Terminating instance [ 1552.603542] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "refresh_cache-220a6619-ff8b-4b0b-ac15-e330e0f5aad6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.603738] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired lock "refresh_cache-220a6619-ff8b-4b0b-ac15-e330e0f5aad6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.603910] env[69385]: DEBUG nova.network.neutron [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.739189] env[69385]: DEBUG oslo_concurrency.lockutils [None req-736de52f-58f6-458c-9ee2-e3345a120242 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.122800] env[69385]: DEBUG nova.network.neutron [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.176603] env[69385]: DEBUG nova.network.neutron [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.679787] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Releasing lock "refresh_cache-220a6619-ff8b-4b0b-ac15-e330e0f5aad6" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.680192] env[69385]: DEBUG nova.compute.manager [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1553.680383] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1553.681296] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fefcbbc-4109-4988-b0df-26c9c1068ee7 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.689219] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.689444] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcf33081-41d5-46ab-bb4c-b8486feeed60 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.696218] env[69385]: DEBUG oslo_vmware.api [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1553.696218] env[69385]: value = "task-3341582" [ 1553.696218] env[69385]: _type = "Task" [ 1553.696218] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.704072] env[69385]: DEBUG oslo_vmware.api [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.205877] env[69385]: DEBUG oslo_vmware.api [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341582, 'name': PowerOffVM_Task, 'duration_secs': 0.11124} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.206254] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.206343] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.206598] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-975f15ca-edcf-44d6-86ca-0265746a2ba4 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.229841] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.230066] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Deleting contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.230227] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Deleting the datastore file [datastore2] 220a6619-ff8b-4b0b-ac15-e330e0f5aad6 {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.230466] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1934eb87-82db-45df-a2d5-3269d2006a5d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.236408] env[69385]: DEBUG oslo_vmware.api [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1554.236408] env[69385]: value = "task-3341584" [ 1554.236408] env[69385]: _type = "Task" [ 1554.236408] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.243385] env[69385]: DEBUG oslo_vmware.api [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.746840] env[69385]: DEBUG oslo_vmware.api [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084773} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.747113] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.747301] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Deleted contents of the VM from datastore datastore2 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.747477] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.747682] env[69385]: INFO nova.compute.manager [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1554.747919] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1554.748125] env[69385]: DEBUG nova.compute.manager [-] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.748223] env[69385]: DEBUG nova.network.neutron [-] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.763990] env[69385]: DEBUG nova.network.neutron [-] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.266812] env[69385]: DEBUG nova.network.neutron [-] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.769813] env[69385]: INFO nova.compute.manager [-] [instance: 220a6619-ff8b-4b0b-ac15-e330e0f5aad6] Took 1.02 seconds to deallocate network for instance. [ 1556.276077] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.276457] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.276601] env[69385]: DEBUG nova.objects.instance [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lazy-loading 'resources' on Instance uuid 220a6619-ff8b-4b0b-ac15-e330e0f5aad6 {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.823502] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc2097-f75e-414e-9596-9fae9c173728 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.830699] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffef8f1-23bc-4879-9307-2b0814ac40ad {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.859671] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87032a65-98f7-4e07-af8f-67e974cba6ed {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.866372] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53f0dbd-3205-446e-9819-24acb656c12d {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.879085] env[69385]: DEBUG nova.compute.provider_tree [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.382695] env[69385]: DEBUG nova.scheduler.client.report [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.888021] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.908698] env[69385]: INFO nova.scheduler.client.report [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Deleted allocations for instance 220a6619-ff8b-4b0b-ac15-e330e0f5aad6 [ 1558.415951] env[69385]: DEBUG oslo_concurrency.lockutils [None req-49745b10-c89a-4631-abd9-945dd06c8fa8 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "220a6619-ff8b-4b0b-ac15-e330e0f5aad6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.319s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.918068] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "3e7bdf2c-f143-4f91-8031-8735e43af2bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.918431] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "3e7bdf2c-f143-4f91-8031-8735e43af2bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.919211] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "3e7bdf2c-f143-4f91-8031-8735e43af2bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.919211] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "3e7bdf2c-f143-4f91-8031-8735e43af2bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.919211] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "3e7bdf2c-f143-4f91-8031-8735e43af2bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.921288] env[69385]: INFO nova.compute.manager [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Terminating instance [ 1559.425504] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "refresh_cache-3e7bdf2c-f143-4f91-8031-8735e43af2bd" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.425902] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquired lock "refresh_cache-3e7bdf2c-f143-4f91-8031-8735e43af2bd" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.425902] env[69385]: DEBUG nova.network.neutron [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Building network info cache for instance {{(pid=69385) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.947026] env[69385]: DEBUG nova.network.neutron [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.004762] env[69385]: DEBUG nova.network.neutron [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.507718] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Releasing lock "refresh_cache-3e7bdf2c-f143-4f91-8031-8735e43af2bd" {{(pid=69385) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.508186] env[69385]: DEBUG nova.compute.manager [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Start destroying the instance on the hypervisor. {{(pid=69385) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1560.508387] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Destroying instance {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.509303] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee772116-5740-431d-b735-04be263e8d67 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.516908] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Powering off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.517149] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf29faa2-068e-4db4-b77a-bd8a77ad8773 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.522732] env[69385]: DEBUG oslo_vmware.api [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1560.522732] env[69385]: value = "task-3341585" [ 1560.522732] env[69385]: _type = "Task" [ 1560.522732] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.530447] env[69385]: DEBUG oslo_vmware.api [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.031937] env[69385]: DEBUG oslo_vmware.api [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341585, 'name': PowerOffVM_Task, 'duration_secs': 0.187482} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.032222] env[69385]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Powered off the VM {{(pid=69385) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.032389] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Unregistering the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.032631] env[69385]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e9272d7-3f54-4e53-ae34-aff3c2ea14c9 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.057020] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Unregistered the VM {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.057258] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Deleting contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.057437] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Deleting the datastore file [datastore1] 3e7bdf2c-f143-4f91-8031-8735e43af2bd {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.057737] env[69385]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f518a001-8b33-4f05-b1c6-c169dfefb256 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.063339] env[69385]: DEBUG oslo_vmware.api [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for the task: (returnval){ [ 1561.063339] env[69385]: value = "task-3341587" [ 1561.063339] env[69385]: _type = "Task" [ 1561.063339] env[69385]: } to complete. {{(pid=69385) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.070395] env[69385]: DEBUG oslo_vmware.api [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.572470] env[69385]: DEBUG oslo_vmware.api [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Task: {'id': task-3341587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102637} completed successfully. {{(pid=69385) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.572881] env[69385]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Deleted the datastore file {{(pid=69385) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.572881] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Deleted contents of the VM from datastore datastore1 {{(pid=69385) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.573069] env[69385]: DEBUG nova.virt.vmwareapi.vmops [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Instance destroyed {{(pid=69385) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.573247] env[69385]: INFO nova.compute.manager [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Took 1.06 seconds to destroy the instance on the hypervisor. [ 1561.573478] env[69385]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69385) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1561.573666] env[69385]: DEBUG nova.compute.manager [-] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Deallocating network for instance {{(pid=69385) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.573763] env[69385]: DEBUG nova.network.neutron [-] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] deallocate_for_instance() {{(pid=69385) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.588822] env[69385]: DEBUG nova.network.neutron [-] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Instance cache missing network info. {{(pid=69385) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.091383] env[69385]: DEBUG nova.network.neutron [-] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Updating instance_info_cache with network_info: [] {{(pid=69385) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.594151] env[69385]: INFO nova.compute.manager [-] [instance: 3e7bdf2c-f143-4f91-8031-8735e43af2bd] Took 1.02 seconds to deallocate network for instance. [ 1563.100767] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.101079] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.101303] env[69385]: DEBUG nova.objects.instance [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lazy-loading 'resources' on Instance uuid 3e7bdf2c-f143-4f91-8031-8735e43af2bd {{(pid=69385) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.628586] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3ab095-d62d-4e54-8647-8c8d9c10af0f {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.635931] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b713de92-0887-4684-b9de-ba37e4335f21 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.664693] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ea55b2-f3a1-42aa-a164-ed710d3488cd {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.671277] env[69385]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7696b6-0b35-4322-bc5f-2d3d7e839bc0 {{(pid=69385) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.683889] env[69385]: DEBUG nova.compute.provider_tree [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Inventory has not changed in ProviderTree for provider: 7e7342d0-d0c8-48be-8581-4cabd96549df {{(pid=69385) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.187389] env[69385]: DEBUG nova.scheduler.client.report [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Inventory has not changed for provider 7e7342d0-d0c8-48be-8581-4cabd96549df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69385) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.691992] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.591s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.709338] env[69385]: INFO nova.scheduler.client.report [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Deleted allocations for instance 3e7bdf2c-f143-4f91-8031-8735e43af2bd [ 1565.215698] env[69385]: DEBUG oslo_concurrency.lockutils [None req-e8936178-9212-47ce-aac9-01e2389e3cf6 tempest-ServerShowV247Test-734609687 tempest-ServerShowV247Test-734609687-project-member] Lock "3e7bdf2c-f143-4f91-8031-8735e43af2bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.297s {{(pid=69385) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.903702] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.904088] env[69385]: DEBUG oslo_service.periodic_task [None req-6e9c9623-efd2-4f12-b025-648cfea9c5db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69385) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}